2024-11-22 00:22:41,655 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 00:22:41,669 main DEBUG Took 0.012701 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 00:22:41,670 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 00:22:41,670 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 00:22:41,671 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 00:22:41,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,683 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 00:22:41,700 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,706 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,709 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,712 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,714 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:22:41,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,718 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 00:22:41,720 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:22:41,722 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 00:22:41,725 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 00:22:41,726 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 00:22:41,728 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 00:22:41,728 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 00:22:41,742 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 00:22:41,746 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 00:22:41,749 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 00:22:41,749 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 00:22:41,750 main DEBUG createAppenders(={Console}) 2024-11-22 00:22:41,752 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-22 00:22:41,752 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 00:22:41,753 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-22 00:22:41,754 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 00:22:41,754 main DEBUG OutputStream closed 2024-11-22 00:22:41,755 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 00:22:41,755 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 00:22:41,756 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-22 00:22:41,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 00:22:41,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 00:22:41,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 00:22:41,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 00:22:41,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 00:22:41,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 00:22:41,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 00:22:41,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 00:22:41,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 00:22:41,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 00:22:41,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 00:22:41,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 00:22:41,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 00:22:41,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 00:22:41,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 00:22:41,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 00:22:41,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 00:22:41,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 00:22:41,887 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 00:22:41,888 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-22 00:22:41,888 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 00:22:41,889 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-22T00:22:42,216 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02 2024-11-22 00:22:42,220 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 00:22:42,221 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T00:22:42,232 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-22T00:22:42,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T00:22:42,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159, deleteOnExit=true 2024-11-22T00:22:42,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-22T00:22:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/test.cache.data in system properties and HBase conf 2024-11-22T00:22:42,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T00:22:42,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/hadoop.log.dir in system properties and HBase conf 2024-11-22T00:22:42,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T00:22:42,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T00:22:42,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T00:22:42,405 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T00:22:42,553 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T00:22:42,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T00:22:42,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T00:22:42,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T00:22:42,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T00:22:42,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T00:22:42,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T00:22:42,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T00:22:42,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T00:22:42,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T00:22:42,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/nfs.dump.dir in system properties and HBase conf 2024-11-22T00:22:42,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/java.io.tmpdir in system properties and HBase conf 2024-11-22T00:22:42,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T00:22:42,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T00:22:42,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T00:22:44,728 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T00:22:44,953 INFO [Time-limited test {}] log.Log(170): Logging initialized @4684ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T00:22:45,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:22:45,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:22:45,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:22:45,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:22:45,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T00:22:45,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:22:45,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:22:45,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:22:45,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/java.io.tmpdir/jetty-localhost-42777-hadoop-hdfs-3_4_1-tests_jar-_-any-12208927552445411557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T00:22:45,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:42777} 2024-11-22T00:22:45,970 INFO [Time-limited test {}] server.Server(415): Started @5703ms 2024-11-22T00:22:46,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:22:46,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:22:46,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:22:46,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:22:46,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T00:22:46,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:22:47,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:22:47,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ba49e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/java.io.tmpdir/jetty-localhost-38307-hadoop-hdfs-3_4_1-tests_jar-_-any-16521822460943718427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:22:47,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:38307} 2024-11-22T00:22:47,153 INFO [Time-limited test {}] server.Server(415): Started @6886ms 2024-11-22T00:22:47,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:22:48,084 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data1/current/BP-1252784759-172.17.0.2-1732234964023/current, will proceed with Du for space computation calculation, 2024-11-22T00:22:48,087 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data2/current/BP-1252784759-172.17.0.2-1732234964023/current, will proceed with Du for space computation calculation, 2024-11-22T00:22:48,215 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:22:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd42b54e6e1439046 with lease ID 0xe0248e18aa2096d7: Processing first storage report for DS-d87c2763-3941-4263-9767-42f6319a82b1 from datanode DatanodeRegistration(127.0.0.1:32907, datanodeUuid=10fe019a-5d64-40cc-b63f-f1f603facaed, infoPort=39827, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=468651867;c=1732234964023) 2024-11-22T00:22:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd42b54e6e1439046 with lease ID 0xe0248e18aa2096d7: from storage DS-d87c2763-3941-4263-9767-42f6319a82b1 node DatanodeRegistration(127.0.0.1:32907, datanodeUuid=10fe019a-5d64-40cc-b63f-f1f603facaed, infoPort=39827, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=468651867;c=1732234964023), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T00:22:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd42b54e6e1439046 with lease ID 0xe0248e18aa2096d7: Processing first storage report for DS-c09529ae-a417-482c-84e5-b32ec55ddd2a from datanode DatanodeRegistration(127.0.0.1:32907, datanodeUuid=10fe019a-5d64-40cc-b63f-f1f603facaed, infoPort=39827, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=468651867;c=1732234964023) 2024-11-22T00:22:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd42b54e6e1439046 with lease ID 0xe0248e18aa2096d7: from storage DS-c09529ae-a417-482c-84e5-b32ec55ddd2a node DatanodeRegistration(127.0.0.1:32907, datanodeUuid=10fe019a-5d64-40cc-b63f-f1f603facaed, infoPort=39827, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=468651867;c=1732234964023), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T00:22:48,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02 2024-11-22T00:22:48,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/zookeeper_0, clientPort=60266, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T00:22:48,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60266 2024-11-22T00:22:48,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:48,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:22:49,259 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 with version=8 2024-11-22T00:22:49,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/hbase-staging 2024-11-22T00:22:49,560 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T00:22:50,122 INFO [Time-limited test {}] client.ConnectionUtils(129): master/eb610cd766b1:0 server-side Connection retries=45 2024-11-22T00:22:50,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:22:50,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:22:50,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:22:50,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:22:50,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:22:50,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:22:50,711 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T00:22:50,735 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T00:22:50,746 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:22:50,818 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 56558 (auto-detected) 2024-11-22T00:22:50,820 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T00:22:50,862 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38305 2024-11-22T00:22:50,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:50,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:50,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38305 connecting to ZooKeeper ensemble=127.0.0.1:60266 2024-11-22T00:22:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383050x0, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:22:51,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38305-0x1016135a0480000 connected 2024-11-22T00:22:51,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:22:51,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:22:51,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:22:51,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38305 2024-11-22T00:22:51,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38305 2024-11-22T00:22:51,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38305 2024-11-22T00:22:51,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38305 2024-11-22T00:22:51,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38305 2024-11-22T00:22:51,436 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70, hbase.cluster.distributed=false 2024-11-22T00:22:51,627 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/eb610cd766b1:0 server-side Connection retries=45 2024-11-22T00:22:51,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:22:51,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:22:51,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:22:51,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:22:51,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:22:51,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:22:51,649 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:22:51,657 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40805 2024-11-22T00:22:51,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:22:51,684 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:22:51,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:51,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:51,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40805 connecting to ZooKeeper ensemble=127.0.0.1:60266 2024-11-22T00:22:51,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408050x0, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:22:51,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40805-0x1016135a0480001 connected 2024-11-22T00:22:51,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:22:51,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:22:51,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:22:51,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-22T00:22:51,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-11-22T00:22:51,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-11-22T00:22:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-22T00:22:51,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-22T00:22:51,892 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/eb610cd766b1,38305,1732234969545 2024-11-22T00:22:51,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:22:51,925 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb610cd766b1:38305 2024-11-22T00:22:51,928 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb610cd766b1,38305,1732234969545 2024-11-22T00:22:51,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:22:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:22:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:22:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:52,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T00:22:52,027 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T00:22:52,047 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb610cd766b1,38305,1732234969545 from backup master directory 2024-11-22T00:22:52,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb610cd766b1,38305,1732234969545 2024-11-22T00:22:52,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:22:52,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:22:52,068 WARN [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:22:52,069 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb610cd766b1,38305,1732234969545 2024-11-22T00:22:52,072 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T00:22:52,079 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T00:22:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:22:52,296 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/hbase.id with ID: e24495fa-3f78-4ae1-ab81-2d35593f8b83 2024-11-22T00:22:52,463 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:22:52,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:52,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:22:53,104 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:22:53,113 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T00:22:53,142 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:22:53,150 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:22:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:22:53,689 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store 2024-11-22T00:22:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:22:53,785 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T00:22:53,786 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:22:53,787 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T00:22:53,787 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:22:53,787 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:22:53,788 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T00:22:53,794 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:22:53,794 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:22:53,794 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T00:22:53,797 WARN [master/eb610cd766b1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/.initializing 2024-11-22T00:22:53,798 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/WALs/eb610cd766b1,38305,1732234969545 2024-11-22T00:22:53,807 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:22:53,840 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb610cd766b1%2C38305%2C1732234969545, suffix=, logDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/WALs/eb610cd766b1,38305,1732234969545, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/oldWALs, maxLogs=10 2024-11-22T00:22:53,880 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/WALs/eb610cd766b1,38305,1732234969545/eb610cd766b1%2C38305%2C1732234969545.1732234973853, exclude list is [], retry=0 2024-11-22T00:22:53,925 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-d87c2763-3941-4263-9767-42f6319a82b1,DISK] 2024-11-22T00:22:53,930 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T00:22:54,003 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/WALs/eb610cd766b1,38305,1732234969545/eb610cd766b1%2C38305%2C1732234969545.1732234973853 2024-11-22T00:22:54,004 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39827:39827)] 2024-11-22T00:22:54,005 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:22:54,006 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:22:54,021 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,022 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T00:22:54,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:54,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:54,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T00:22:54,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:54,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:22:54,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T00:22:54,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:54,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:22:54,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T00:22:54,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:54,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:22:54,239 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,247 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,280 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:22:54,311 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:22:54,339 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:22:54,341 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59987547, jitterRate=-0.10611589252948761}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:22:54,349 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T00:22:54,355 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T00:22:54,431 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cb2082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:22:54,495 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-22T00:22:54,518 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T00:22:54,520 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T00:22:54,529 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T00:22:54,536 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 7 msec 2024-11-22T00:22:54,545 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 8 msec 2024-11-22T00:22:54,545 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T00:22:54,616 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T00:22:54,654 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T00:22:54,676 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-22T00:22:54,680 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T00:22:54,687 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T00:22:54,699 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-22T00:22:54,702 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T00:22:54,720 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T00:22:54,752 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-22T00:22:54,759 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T00:22:54,769 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T00:22:54,811 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T00:22:54,832 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T00:22:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:22:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:22:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:54,857 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=eb610cd766b1,38305,1732234969545, sessionid=0x1016135a0480000, setting cluster-up flag (Was=false) 2024-11-22T00:22:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:54,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:55,034 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T00:22:55,059 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb610cd766b1,38305,1732234969545 2024-11-22T00:22:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:55,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:55,183 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T00:22:55,209 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb610cd766b1,38305,1732234969545 2024-11-22T00:22:55,339 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb610cd766b1:40805 2024-11-22T00:22:55,345 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1008): ClusterId : e24495fa-3f78-4ae1-ab81-2d35593f8b83 2024-11-22T00:22:55,361 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:22:55,375 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:22:55,376 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:22:55,389 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:22:55,389 DEBUG [RS:0;eb610cd766b1:40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649cfd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:22:55,395 DEBUG [RS:0;eb610cd766b1:40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbed1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb610cd766b1/172.17.0.2:0 2024-11-22T00:22:55,400 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-22T00:22:55,400 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-22T00:22:55,400 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-22T00:22:55,405 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(3073): reportForDuty to master=eb610cd766b1,38305,1732234969545 with isa=eb610cd766b1/172.17.0.2:40805, startcode=1732234971623 2024-11-22T00:22:55,427 DEBUG [RS:0;eb610cd766b1:40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:22:55,453 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-22T00:22:55,467 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-22T00:22:55,478 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T00:22:55,486 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb610cd766b1,38305,1732234969545 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T00:22:55,506 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb610cd766b1:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:22:55,506 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb610cd766b1:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:22:55,506 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb610cd766b1:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:22:55,506 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb610cd766b1:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:22:55,506 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb610cd766b1:0, corePoolSize=10, maxPoolSize=10 2024-11-22T00:22:55,507 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,507 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb610cd766b1:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:22:55,507 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,535 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35043, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:22:55,556 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732235005556 2024-11-22T00:22:55,557 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:22:55,558 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T00:22:55,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:22:55,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-22T00:22:55,569 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T00:22:55,578 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T00:22:55,579 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T00:22:55,579 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T00:22:55,579 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T00:22:55,584 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,596 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T00:22:55,598 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T00:22:55,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:55,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T00:22:55,600 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T00:22:55,615 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T00:22:55,615 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T00:22:55,627 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb610cd766b1:0:becomeActiveMaster-HFileCleaner.large.0-1732234975617,5,FailOnTimeoutGroup] 2024-11-22T00:22:55,631 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb610cd766b1:0:becomeActiveMaster-HFileCleaner.small.0-1732234975628,5,FailOnTimeoutGroup] 2024-11-22T00:22:55,631 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,632 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T00:22:55,634 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,634 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,640 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-22T00:22:55,640 WARN [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T00:22:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741831_1007 (size=1039) 2024-11-22T00:22:55,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-22T00:22:55,683 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:22:55,747 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(3073): reportForDuty to master=eb610cd766b1,38305,1732234969545 with isa=eb610cd766b1/172.17.0.2:40805, startcode=1732234971623 2024-11-22T00:22:55,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] master.ServerManager(332): Checking decommissioned status of RegionServer eb610cd766b1,40805,1732234971623 2024-11-22T00:22:55,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] master.ServerManager(486): Registering regionserver=eb610cd766b1,40805,1732234971623 2024-11-22T00:22:55,777 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:22:55,777 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46031 2024-11-22T00:22:55,777 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-22T00:22:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:22:55,792 DEBUG [RS:0;eb610cd766b1:40805 {}] zookeeper.ZKUtil(111): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb610cd766b1,40805,1732234971623 2024-11-22T00:22:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:22:55,792 WARN [RS:0;eb610cd766b1:40805 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:22:55,792 INFO [RS:0;eb610cd766b1:40805 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:22:55,793 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623 2024-11-22T00:22:55,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:22:55,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T00:22:55,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb610cd766b1,40805,1732234971623] 2024-11-22T00:22:55,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T00:22:55,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:55,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:55,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T00:22:55,832 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-22T00:22:55,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T00:22:55,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:55,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:55,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T00:22:55,857 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:22:55,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T00:22:55,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:55,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:55,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740 2024-11-22T00:22:55,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740 2024-11-22T00:22:55,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:22:55,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T00:22:55,893 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:22:55,899 INFO [RS:0;eb610cd766b1:40805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:22:55,899 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,908 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-22T00:22:55,910 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:22:55,915 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64454217, jitterRate=-0.0395573228597641}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:22:55,917 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,917 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,918 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,918 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,918 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,918 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,919 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb610cd766b1:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:22:55,919 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,919 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,919 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,919 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,920 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb610cd766b1:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:22:55,920 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb610cd766b1:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:22:55,920 DEBUG [RS:0;eb610cd766b1:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:22:55,925 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T00:22:55,925 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T00:22:55,925 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,925 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T00:22:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T00:22:55,925 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T00:22:55,925 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,40805,1732234971623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:22:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T00:22:55,931 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T00:22:55,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T00:22:55,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:22:55,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-22T00:22:55,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T00:22:56,005 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:22:56,007 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,40805,1732234971623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:56,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T00:22:56,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T00:22:56,058 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.Replication(204): eb610cd766b1,40805,1732234971623 started 2024-11-22T00:22:56,058 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1767): Serving as eb610cd766b1,40805,1732234971623, RpcServer on eb610cd766b1/172.17.0.2:40805, sessionid=0x1016135a0480001 2024-11-22T00:22:56,063 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:22:56,067 DEBUG [RS:0;eb610cd766b1:40805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb610cd766b1,40805,1732234971623 2024-11-22T00:22:56,068 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb610cd766b1,40805,1732234971623' 2024-11-22T00:22:56,068 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:22:56,078 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:22:56,082 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:22:56,083 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:22:56,083 DEBUG [RS:0;eb610cd766b1:40805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb610cd766b1,40805,1732234971623 2024-11-22T00:22:56,083 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb610cd766b1,40805,1732234971623' 2024-11-22T00:22:56,083 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:22:56,087 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:22:56,091 DEBUG [RS:0;eb610cd766b1:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:22:56,091 INFO [RS:0;eb610cd766b1:40805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:22:56,091 INFO [RS:0;eb610cd766b1:40805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:22:56,164 WARN [eb610cd766b1:38305 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-22T00:22:56,198 INFO [RS:0;eb610cd766b1:40805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:22:56,202 INFO [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb610cd766b1%2C40805%2C1732234971623, suffix=, logDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/oldWALs, maxLogs=32 2024-11-22T00:22:56,228 DEBUG [RS:0;eb610cd766b1:40805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623/eb610cd766b1%2C40805%2C1732234971623.1732234976204, exclude list is [], retry=0 2024-11-22T00:22:56,233 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-d87c2763-3941-4263-9767-42f6319a82b1,DISK] 2024-11-22T00:22:56,237 INFO [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623/eb610cd766b1%2C40805%2C1732234971623.1732234976204 2024-11-22T00:22:56,239 DEBUG [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39827:39827)] 2024-11-22T00:22:56,416 DEBUG [eb610cd766b1:38305 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T00:22:56,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:22:56,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb610cd766b1,40805,1732234971623, state=OPENING 2024-11-22T00:22:56,440 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T00:22:56,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:56,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:22:56,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:22:56,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:22:56,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:22:56,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:22:56,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:22:56,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:22:56,688 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-22T00:22:56,688 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:22:56,689 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T00:22:56,695 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb610cd766b1%2C40805%2C1732234971623.meta, suffix=.meta, logDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/oldWALs, maxLogs=32 2024-11-22T00:22:56,724 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623/eb610cd766b1%2C40805%2C1732234971623.meta.1732234976699.meta, exclude list is [], retry=0 2024-11-22T00:22:56,734 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32907,DS-d87c2763-3941-4263-9767-42f6319a82b1,DISK] 2024-11-22T00:22:56,756 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/WALs/eb610cd766b1,40805,1732234971623/eb610cd766b1%2C40805%2C1732234971623.meta.1732234976699.meta 2024-11-22T00:22:56,759 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39827:39827)] 2024-11-22T00:22:56,760 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:22:56,761 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T00:22:57,008 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T00:22:57,032 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T00:22:57,040 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T00:22:57,041 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:22:57,041 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-22T00:22:57,042 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-22T00:22:57,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T00:22:57,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T00:22:57,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:57,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:57,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T00:22:57,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T00:22:57,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:57,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:57,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T00:22:57,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T00:22:57,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:57,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:22:57,130 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740 2024-11-22T00:22:57,147 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740 2024-11-22T00:22:57,159 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:22:57,169 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T00:22:57,177 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72114179, jitterRate=0.07458500564098358}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:22:57,181 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T00:22:57,199 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732234976644 2024-11-22T00:22:57,242 DEBUG [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T00:22:57,243 INFO [RS_OPEN_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-22T00:22:57,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:22:57,248 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb610cd766b1,40805,1732234971623, state=OPEN 2024-11-22T00:22:57,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:22:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:22:57,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:22:57,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:22:57,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T00:22:57,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=eb610cd766b1,40805,1732234971623 in 854 msec 2024-11-22T00:22:57,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T00:22:57,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3660 sec 2024-11-22T00:22:57,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.0420 sec 2024-11-22T00:22:57,379 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732234977378, completionTime=-1 2024-11-22T00:22:57,379 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T00:22:57,379 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-22T00:22:57,519 DEBUG [hconnection-0x7384bd5f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:22:57,524 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:22:57,562 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-22T00:22:57,562 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732235037562 2024-11-22T00:22:57,562 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732235097562 2024-11-22T00:22:57,563 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 183 msec 2024-11-22T00:22:58,111 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,38305,1732234969545-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:58,111 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,38305,1732234969545-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:58,111 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,38305,1732234969545-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:58,113 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb610cd766b1:38305, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:58,113 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T00:22:58,125 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-22T00:22:58,131 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T00:22:58,136 DEBUG [master/eb610cd766b1:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-22T00:22:58,749 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_52250378_22 at /127.0.0.1:39264 [Receiving block BP-1252784759-172.17.0.2-1732234964023:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 607ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data2/, blockId=1073741830, seqno=25 2024-11-22T00:22:58,750 INFO [AsyncFSWAL-0-hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData-prefix:eb610cd766b1,38305,1732234969545 {}] wal.AbstractFSWAL(1183): Slow sync cost: 610 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32907,DS-d87c2763-3941-4263-9767-42f6319a82b1,DISK]] 2024-11-22T00:22:58,751 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-22T00:22:58,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:22:58,762 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:58,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:22:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741835_1011 (size=358) 2024-11-22T00:22:58,863 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 21744c100221736c71f7c297f2c62815, NAME => 'hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:22:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741836_1012 (size=42) 2024-11-22T00:22:59,341 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:22:59,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 21744c100221736c71f7c297f2c62815, disabling compactions & flushes 2024-11-22T00:22:59,342 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:22:59,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:22:59,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. after waiting 0 ms 2024-11-22T00:22:59,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:22:59,342 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:22:59,343 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 21744c100221736c71f7c297f2c62815: 2024-11-22T00:22:59,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:22:59,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732234979361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234979361"}]},"ts":"1732234979361"} 2024-11-22T00:22:59,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:22:59,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:22:59,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234979445"}]},"ts":"1732234979445"} 2024-11-22T00:22:59,466 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-22T00:22:59,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=21744c100221736c71f7c297f2c62815, ASSIGN}] 2024-11-22T00:22:59,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=21744c100221736c71f7c297f2c62815, ASSIGN 2024-11-22T00:22:59,536 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=21744c100221736c71f7c297f2c62815, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:22:59,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=21744c100221736c71f7c297f2c62815, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:22:59,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 21744c100221736c71f7c297f2c62815, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:22:59,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:22:59,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:22:59,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 21744c100221736c71f7c297f2c62815, NAME => 'hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:22:59,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 21744c100221736c71f7c297f2c62815 2024-11-22T00:22:59,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:22:59,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 21744c100221736c71f7c297f2c62815 2024-11-22T00:22:59,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 21744c100221736c71f7c297f2c62815 2024-11-22T00:22:59,954 INFO [StoreOpener-21744c100221736c71f7c297f2c62815-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 21744c100221736c71f7c297f2c62815 2024-11-22T00:22:59,964 INFO [StoreOpener-21744c100221736c71f7c297f2c62815-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21744c100221736c71f7c297f2c62815 columnFamilyName info 2024-11-22T00:22:59,965 DEBUG [StoreOpener-21744c100221736c71f7c297f2c62815-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:22:59,968 INFO [StoreOpener-21744c100221736c71f7c297f2c62815-1 {}] regionserver.HStore(327): Store=21744c100221736c71f7c297f2c62815/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:22:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815 2024-11-22T00:22:59,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815 2024-11-22T00:22:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 21744c100221736c71f7c297f2c62815 2024-11-22T00:23:00,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:23:00,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 21744c100221736c71f7c297f2c62815; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62583761, jitterRate=-0.06742928922176361}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:23:00,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 21744c100221736c71f7c297f2c62815: 2024-11-22T00:23:00,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815., pid=6, masterSystemTime=1732234979874 2024-11-22T00:23:00,044 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=21744c100221736c71f7c297f2c62815, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:00,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:23:00,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:23:00,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T00:23:00,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 21744c100221736c71f7c297f2c62815, server=eb610cd766b1,40805,1732234971623 in 359 msec 2024-11-22T00:23:00,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T00:23:00,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=21744c100221736c71f7c297f2c62815, ASSIGN in 541 msec 2024-11-22T00:23:00,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:23:00,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234980076"}]},"ts":"1732234980076"} 2024-11-22T00:23:00,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-22T00:23:00,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:23:00,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 2.0080 sec 2024-11-22T00:23:00,172 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-22T00:23:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-22T00:23:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:23:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:23:00,259 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-22T00:23:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T00:23:00,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 95 msec 2024-11-22T00:23:00,361 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-22T00:23:00,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T00:23:00,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 96 msec 2024-11-22T00:23:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-22T00:23:00,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-22T00:23:00,544 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 8.475sec 2024-11-22T00:23:00,546 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T00:23:00,548 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T00:23:00,549 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T00:23:00,555 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T00:23:00,555 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T00:23:00,557 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,38305,1732234969545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:23:00,566 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,38305,1732234969545-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T00:23:00,609 DEBUG [master/eb610cd766b1:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-22T00:23:00,610 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T00:23:00,611 INFO [master/eb610cd766b1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb610cd766b1,38305,1732234969545-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:23:00,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3771e354 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38630296 2024-11-22T00:23:00,649 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-22T00:23:00,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6321da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:00,672 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T00:23:00,672 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T00:23:00,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T00:23:00,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T00:23:00,702 DEBUG [hconnection-0x13adb0ff-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:00,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T00:23:00,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-22T00:23:00,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:23:00,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T00:23:00,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T00:23:00,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T00:23:00,757 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=eb610cd766b1,38305,1732234969545 2024-11-22T00:23:00,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=216, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=3798 2024-11-22T00:23:00,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:23:01,005 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:23:01,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:23:01,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:23:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:01,068 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:23:01,069 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:01,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-22T00:23:01,073 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:23:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T00:23:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741837_1013 (size=963) 2024-11-22T00:23:01,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:23:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T00:23:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741838_1014 (size=53) 2024-11-22T00:23:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T00:23:01,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:23:01,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f8c6c8fa787cfcd8265e17d991f4bd82, disabling compactions & flushes 2024-11-22T00:23:01,670 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:01,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:01,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. after waiting 0 ms 2024-11-22T00:23:01,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:01,670 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:01,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:01,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:23:01,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732234981678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234981678"}]},"ts":"1732234981678"} 2024-11-22T00:23:01,686 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:23:01,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:23:01,698 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234981697"}]},"ts":"1732234981697"} 2024-11-22T00:23:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T00:23:01,705 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T00:23:01,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, ASSIGN}] 2024-11-22T00:23:01,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, ASSIGN 2024-11-22T00:23:01,744 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:23:01,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T00:23:01,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-22T00:23:01,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f8c6c8fa787cfcd8265e17d991f4bd82, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:01,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:23:02,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:02,159 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:02,159 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:23:02,160 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,161 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:23:02,161 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,161 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,203 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T00:23:02,241 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:02,242 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c6c8fa787cfcd8265e17d991f4bd82 columnFamilyName A 2024-11-22T00:23:02,242 DEBUG [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:02,257 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.HStore(327): Store=f8c6c8fa787cfcd8265e17d991f4bd82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:02,258 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,276 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:02,299 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c6c8fa787cfcd8265e17d991f4bd82 columnFamilyName B 2024-11-22T00:23:02,299 DEBUG [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:02,307 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.HStore(327): Store=f8c6c8fa787cfcd8265e17d991f4bd82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:02,307 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,327 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:02,328 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c6c8fa787cfcd8265e17d991f4bd82 columnFamilyName C 2024-11-22T00:23:02,328 DEBUG [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:02,332 INFO [StoreOpener-f8c6c8fa787cfcd8265e17d991f4bd82-1 {}] regionserver.HStore(327): Store=f8c6c8fa787cfcd8265e17d991f4bd82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:02,333 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:02,338 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,339 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,344 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:23:02,349 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:02,372 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:23:02,374 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened f8c6c8fa787cfcd8265e17d991f4bd82; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214885, jitterRate=-0.013321325182914734}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:23:02,376 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:02,382 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., pid=11, masterSystemTime=1732234982113 2024-11-22T00:23:02,388 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:02,389 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:02,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f8c6c8fa787cfcd8265e17d991f4bd82, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:02,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T00:23:02,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 in 477 msec 2024-11-22T00:23:02,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:23:02,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234982410"}]},"ts":"1732234982410"} 2024-11-22T00:23:02,415 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T00:23:02,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T00:23:02,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, ASSIGN in 677 msec 2024-11-22T00:23:02,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:23:02,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.4170 sec 2024-11-22T00:23:02,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:23:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T00:23:03,228 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-22T00:23:03,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x384ea08c to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45109fbb 2024-11-22T00:23:03,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24869052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,321 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:23:03,341 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:23:03,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29555f7f to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58a2fb14 2024-11-22T00:23:03,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c08aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5095ba91 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f2091cc 2024-11-22T00:23:03,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12885408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c63ae4e to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22cb07dd 2024-11-22T00:23:03,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b32f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c43377 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18cb251d 2024-11-22T00:23:03,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4977266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee2166f to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5400112e 2024-11-22T00:23:03,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbb5d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-22T00:23:03,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c964e8 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ed28bb 2024-11-22T00:23:03,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-11-22T00:23:03,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x527c6d40 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bc462 2024-11-22T00:23:03,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767a8485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:03,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:03,772 DEBUG [hconnection-0x151919f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-22T00:23:03,782 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:03,789 DEBUG [hconnection-0xb294adb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:03,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:03,808 DEBUG [hconnection-0x79fec399-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,822 DEBUG [hconnection-0x71434617-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,835 DEBUG [hconnection-0x57548e3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,838 DEBUG [hconnection-0x66399e8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,845 DEBUG [hconnection-0x60c4b322-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,853 DEBUG [hconnection-0x69247090-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,880 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,885 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:03,898 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,908 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,910 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,923 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,936 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:03,947 DEBUG [hconnection-0x74a606e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:03,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:03,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:03,981 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:04,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:23:04,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:04,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:04,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:04,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:04,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:04,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:04,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e226058fc4da49be9b4020e25a7bf9c5 is 50, key is test_row_0/A:col10/1732234984106/Put/seqid=0 2024-11-22T00:23:04,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:04,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:04,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235044566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235044570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235044598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235044602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741839_1015 (size=11997) 2024-11-22T00:23:04,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235044616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e226058fc4da49be9b4020e25a7bf9c5 2024-11-22T00:23:04,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:04,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235044771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235044788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235044775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235044793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235044798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:04,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:04,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:04,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:04,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/6ec06351f54d44cfaf5992fa4de7d4fd is 50, key is test_row_0/B:col10/1732234984106/Put/seqid=0 2024-11-22T00:23:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235045027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235045037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235045059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235045071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235045096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741840_1016 (size=9657) 2024-11-22T00:23:05,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:05,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:05,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235045386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235045405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235045536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235045552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/6ec06351f54d44cfaf5992fa4de7d4fd 2024-11-22T00:23:05,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:05,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:05,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/8ab32b3036b843c8abf5f80b47ad6766 is 50, key is test_row_0/C:col10/1732234984106/Put/seqid=0 2024-11-22T00:23:05,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235045914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235045923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235045915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:05,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741841_1017 (size=9657) 2024-11-22T00:23:05,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:05,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:05,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235046067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:06,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235046075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:06,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:06,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:06,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:06,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:06,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/8ab32b3036b843c8abf5f80b47ad6766 2024-11-22T00:23:06,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e226058fc4da49be9b4020e25a7bf9c5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e226058fc4da49be9b4020e25a7bf9c5 2024-11-22T00:23:06,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e226058fc4da49be9b4020e25a7bf9c5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T00:23:06,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/6ec06351f54d44cfaf5992fa4de7d4fd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/6ec06351f54d44cfaf5992fa4de7d4fd 2024-11-22T00:23:06,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/6ec06351f54d44cfaf5992fa4de7d4fd, entries=100, sequenceid=12, filesize=9.4 K 2024-11-22T00:23:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/8ab32b3036b843c8abf5f80b47ad6766 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8ab32b3036b843c8abf5f80b47ad6766 2024-11-22T00:23:06,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:06,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:06,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8ab32b3036b843c8abf5f80b47ad6766, entries=100, sequenceid=12, filesize=9.4 K 2024-11-22T00:23:06,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f8c6c8fa787cfcd8265e17d991f4bd82 in 2382ms, sequenceid=12, compaction requested=false 2024-11-22T00:23:06,549 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T00:23:06,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:06,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:06,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T00:23:06,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:06,685 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:23:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/7251099f06474cb1b1522868a5399159 is 50, key is test_row_0/A:col10/1732234984598/Put/seqid=0 2024-11-22T00:23:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741842_1018 (size=12001) 2024-11-22T00:23:06,831 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/7251099f06474cb1b1522868a5399159 2024-11-22T00:23:06,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/a68270ca35ef4dedb08558f83e5e9319 is 50, key is test_row_0/B:col10/1732234984598/Put/seqid=0 2024-11-22T00:23:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741843_1019 (size=12001) 2024-11-22T00:23:06,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:07,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235047072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235047078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235047082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235047098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235047114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235047220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235047221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235047246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,335 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/a68270ca35ef4dedb08558f83e5e9319 2024-11-22T00:23:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/540c62200d0e4292824e66f4c754087f is 50, key is test_row_0/C:col10/1732234984598/Put/seqid=0 2024-11-22T00:23:07,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235047429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235047435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741844_1020 (size=12001) 2024-11-22T00:23:07,454 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/540c62200d0e4292824e66f4c754087f 2024-11-22T00:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/7251099f06474cb1b1522868a5399159 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7251099f06474cb1b1522868a5399159 2024-11-22T00:23:07,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235047468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,496 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7251099f06474cb1b1522868a5399159, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T00:23:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/a68270ca35ef4dedb08558f83e5e9319 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a68270ca35ef4dedb08558f83e5e9319 2024-11-22T00:23:07,531 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a68270ca35ef4dedb08558f83e5e9319, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T00:23:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/540c62200d0e4292824e66f4c754087f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/540c62200d0e4292824e66f4c754087f 2024-11-22T00:23:07,603 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/540c62200d0e4292824e66f4c754087f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T00:23:07,610 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f8c6c8fa787cfcd8265e17d991f4bd82 in 926ms, sequenceid=37, compaction requested=false 2024-11-22T00:23:07,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:07,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:07,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T00:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-22T00:23:07,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T00:23:07,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8220 sec 2024-11-22T00:23:07,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.8760 sec 2024-11-22T00:23:07,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:07,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:07,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/604eb6906bdd437298d3741be3fd26e8 is 50, key is test_row_0/A:col10/1732234987064/Put/seqid=0 2024-11-22T00:23:07,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741845_1021 (size=14341) 2024-11-22T00:23:07,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/604eb6906bdd437298d3741be3fd26e8 2024-11-22T00:23:07,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/49e95033fc734be1b7c8a140911f56ef is 50, key is test_row_0/B:col10/1732234987064/Put/seqid=0 2024-11-22T00:23:07,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235047948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T00:23:07,974 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-22T00:23:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235047971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235047969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:07,984 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741846_1022 (size=12001) 2024-11-22T00:23:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-22T00:23:07,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/49e95033fc734be1b7c8a140911f56ef 2024-11-22T00:23:07,990 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T00:23:07,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:07,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:08,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/c4726ff154be4a08987c29b8653e3d59 is 50, key is test_row_0/C:col10/1732234987064/Put/seqid=0 2024-11-22T00:23:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741847_1023 (size=12001) 2024-11-22T00:23:08,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/c4726ff154be4a08987c29b8653e3d59 2024-11-22T00:23:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235048087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235048087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T00:23:08,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235048086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/604eb6906bdd437298d3741be3fd26e8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/604eb6906bdd437298d3741be3fd26e8 2024-11-22T00:23:08,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/604eb6906bdd437298d3741be3fd26e8, entries=200, sequenceid=50, filesize=14.0 K 2024-11-22T00:23:08,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/49e95033fc734be1b7c8a140911f56ef as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/49e95033fc734be1b7c8a140911f56ef 2024-11-22T00:23:08,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T00:23:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:08,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:08,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/49e95033fc734be1b7c8a140911f56ef, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T00:23:08,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/c4726ff154be4a08987c29b8653e3d59 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/c4726ff154be4a08987c29b8653e3d59 2024-11-22T00:23:08,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/c4726ff154be4a08987c29b8653e3d59, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T00:23:08,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f8c6c8fa787cfcd8265e17d991f4bd82 in 515ms, sequenceid=50, compaction requested=true 2024-11-22T00:23:08,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:08,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:08,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:08,277 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:08,279 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:08,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:08,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:08,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:08,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:08,285 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:08,288 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:08,288 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:08,290 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:08,290 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/6ec06351f54d44cfaf5992fa4de7d4fd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a68270ca35ef4dedb08558f83e5e9319, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/49e95033fc734be1b7c8a140911f56ef] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=32.9 K 2024-11-22T00:23:08,290 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:08,290 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:08,290 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e226058fc4da49be9b4020e25a7bf9c5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7251099f06474cb1b1522868a5399159, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/604eb6906bdd437298d3741be3fd26e8] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=37.4 K 2024-11-22T00:23:08,299 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e226058fc4da49be9b4020e25a7bf9c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732234984052 2024-11-22T00:23:08,301 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ec06351f54d44cfaf5992fa4de7d4fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732234984077 2024-11-22T00:23:08,301 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7251099f06474cb1b1522868a5399159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732234984465 2024-11-22T00:23:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T00:23:08,304 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 604eb6906bdd437298d3741be3fd26e8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732234987055 2024-11-22T00:23:08,307 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a68270ca35ef4dedb08558f83e5e9319, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732234984465 2024-11-22T00:23:08,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,309 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 49e95033fc734be1b7c8a140911f56ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732234987061 2024-11-22T00:23:08,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T00:23:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:08,313 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:23:08,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:08,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:08,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:08,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:08,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/6d7b116c75c244e8af70253bbbcde211 is 50, key is test_row_0/A:col10/1732234987963/Put/seqid=0 2024-11-22T00:23:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741848_1024 (size=12001) 2024-11-22T00:23:08,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235048470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,516 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#10 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:08,517 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c47d20bb28744edf831ae945d125b5a1 is 50, key is test_row_0/B:col10/1732234987064/Put/seqid=0 2024-11-22T00:23:08,520 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#11 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:08,521 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/593dc39cb3ed4f719eabe6332bf1425e is 50, key is test_row_0/A:col10/1732234987064/Put/seqid=0 2024-11-22T00:23:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235048508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235048513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741849_1025 (size=12104) 2024-11-22T00:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T00:23:08,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235048617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741850_1026 (size=12104) 2024-11-22T00:23:08,703 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/593dc39cb3ed4f719eabe6332bf1425e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/593dc39cb3ed4f719eabe6332bf1425e 2024-11-22T00:23:08,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235048670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235048661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,797 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into 593dc39cb3ed4f719eabe6332bf1425e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:08,797 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:08,798 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=13, startTime=1732234988261; duration=0sec 2024-11-22T00:23:08,798 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:08,798 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:08,799 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:08,811 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:08,811 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:08,811 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:08,811 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8ab32b3036b843c8abf5f80b47ad6766, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/540c62200d0e4292824e66f4c754087f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/c4726ff154be4a08987c29b8653e3d59] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=32.9 K 2024-11-22T00:23:08,814 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab32b3036b843c8abf5f80b47ad6766, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732234984077 2024-11-22T00:23:08,845 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 540c62200d0e4292824e66f4c754087f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732234984465 2024-11-22T00:23:08,847 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4726ff154be4a08987c29b8653e3d59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732234987061 2024-11-22T00:23:08,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235048845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,884 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/6d7b116c75c244e8af70253bbbcde211 2024-11-22T00:23:08,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235048917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235048935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:08,979 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#12 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:08,980 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/08af53188b264f0eadd907736c335fee is 50, key is test_row_0/C:col10/1732234987064/Put/seqid=0 2024-11-22T00:23:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/40752edf0cad436e961969f40cbbec55 is 50, key is test_row_0/B:col10/1732234987963/Put/seqid=0 2024-11-22T00:23:09,059 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c47d20bb28744edf831ae945d125b5a1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c47d20bb28744edf831ae945d125b5a1 2024-11-22T00:23:09,080 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into c47d20bb28744edf831ae945d125b5a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:09,080 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:09,080 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=13, startTime=1732234988277; duration=0sec 2024-11-22T00:23:09,080 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:09,080 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741851_1027 (size=12104) 2024-11-22T00:23:09,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741852_1028 (size=12001) 2024-11-22T00:23:09,111 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/40752edf0cad436e961969f40cbbec55 2024-11-22T00:23:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T00:23:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/5297ab7abf944f878fe734edb9604b86 is 50, key is test_row_0/C:col10/1732234987963/Put/seqid=0 2024-11-22T00:23:09,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235049145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:09,153 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4539 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:09,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235049175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235049183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741853_1029 (size=12001) 2024-11-22T00:23:09,229 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/5297ab7abf944f878fe734edb9604b86 2024-11-22T00:23:09,235 DEBUG [Thread-159 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4635 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/6d7b116c75c244e8af70253bbbcde211 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/6d7b116c75c244e8af70253bbbcde211 2024-11-22T00:23:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235049242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:09,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235049268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:09,300 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/6d7b116c75c244e8af70253bbbcde211, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T00:23:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/40752edf0cad436e961969f40cbbec55 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/40752edf0cad436e961969f40cbbec55 2024-11-22T00:23:09,331 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/40752edf0cad436e961969f40cbbec55, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T00:23:09,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/5297ab7abf944f878fe734edb9604b86 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/5297ab7abf944f878fe734edb9604b86 2024-11-22T00:23:09,351 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/5297ab7abf944f878fe734edb9604b86, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T00:23:09,379 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1066ms, sequenceid=74, compaction requested=false 2024-11-22T00:23:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T00:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-22T00:23:09,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T00:23:09,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-22T00:23:09,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4190 sec 2024-11-22T00:23:09,514 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/08af53188b264f0eadd907736c335fee as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/08af53188b264f0eadd907736c335fee 2024-11-22T00:23:09,545 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into 08af53188b264f0eadd907736c335fee(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:09,545 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:09,545 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=13, startTime=1732234988279; duration=0sec 2024-11-22T00:23:09,545 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:09,545 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:09,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:23:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:09,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:09,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/dd63469c2472491e8ea2187af2e42c6d is 50, key is test_row_0/A:col10/1732234989715/Put/seqid=0 2024-11-22T00:23:09,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741854_1030 (size=14341) 2024-11-22T00:23:09,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/dd63469c2472491e8ea2187af2e42c6d 2024-11-22T00:23:09,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/3928282cac9e46839075f15a714d9a12 is 50, key is test_row_0/B:col10/1732234989715/Put/seqid=0 2024-11-22T00:23:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741855_1031 (size=12001) 2024-11-22T00:23:09,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/3928282cac9e46839075f15a714d9a12 2024-11-22T00:23:09,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/1445cc7bc30a45408480bf831ecb7f17 is 50, key is test_row_0/C:col10/1732234989715/Put/seqid=0 2024-11-22T00:23:10,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235049993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235049993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235050014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741856_1032 (size=12001) 2024-11-22T00:23:10,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/1445cc7bc30a45408480bf831ecb7f17 2024-11-22T00:23:10,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/dd63469c2472491e8ea2187af2e42c6d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/dd63469c2472491e8ea2187af2e42c6d 2024-11-22T00:23:10,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/dd63469c2472491e8ea2187af2e42c6d, entries=200, sequenceid=90, filesize=14.0 K 2024-11-22T00:23:10,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/3928282cac9e46839075f15a714d9a12 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3928282cac9e46839075f15a714d9a12 2024-11-22T00:23:10,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3928282cac9e46839075f15a714d9a12, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T00:23:10,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/1445cc7bc30a45408480bf831ecb7f17 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1445cc7bc30a45408480bf831ecb7f17 2024-11-22T00:23:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T00:23:10,120 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-22T00:23:10,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1445cc7bc30a45408480bf831ecb7f17, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T00:23:10,129 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-22T00:23:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:10,140 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:10,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:10,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:10,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f8c6c8fa787cfcd8265e17d991f4bd82 in 418ms, sequenceid=90, compaction requested=true 2024-11-22T00:23:10,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:10,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:10,146 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:10,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:10,147 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:10,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:10,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:10,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:10,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:10,149 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:10,149 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:10,149 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:10,149 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,149 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:10,150 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,150 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/593dc39cb3ed4f719eabe6332bf1425e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/6d7b116c75c244e8af70253bbbcde211, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/dd63469c2472491e8ea2187af2e42c6d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=37.5 K 2024-11-22T00:23:10,150 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c47d20bb28744edf831ae945d125b5a1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/40752edf0cad436e961969f40cbbec55, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3928282cac9e46839075f15a714d9a12] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=35.3 K 2024-11-22T00:23:10,151 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 593dc39cb3ed4f719eabe6332bf1425e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732234987061 2024-11-22T00:23:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:10,152 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d7b116c75c244e8af70253bbbcde211, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732234987908 2024-11-22T00:23:10,152 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting c47d20bb28744edf831ae945d125b5a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732234987061 2024-11-22T00:23:10,153 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd63469c2472491e8ea2187af2e42c6d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732234988392 2024-11-22T00:23:10,155 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 40752edf0cad436e961969f40cbbec55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732234987908 2024-11-22T00:23:10,157 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3928282cac9e46839075f15a714d9a12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732234988392 2024-11-22T00:23:10,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:23:10,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:10,201 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#18 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:10,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:10,202 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/a339d65e810c41c89fb6b68fa50f0588 is 50, key is test_row_0/B:col10/1732234989715/Put/seqid=0 2024-11-22T00:23:10,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:10,202 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:10,215 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/cca3d955d3fc4d1d9ad66eb7ec67b044 is 50, key is test_row_0/A:col10/1732234989715/Put/seqid=0 2024-11-22T00:23:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:10,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/371797892c414cefb1b5c819aee2c800 is 50, key is test_row_0/A:col10/1732234990172/Put/seqid=0 2024-11-22T00:23:10,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235050262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235050270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235050273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741858_1034 (size=12207) 2024-11-22T00:23:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741857_1033 (size=12207) 2024-11-22T00:23:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741859_1035 (size=12001) 2024-11-22T00:23:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235050385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235050410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,416 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/a339d65e810c41c89fb6b68fa50f0588 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a339d65e810c41c89fb6b68fa50f0588 2024-11-22T00:23:10,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235050417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/371797892c414cefb1b5c819aee2c800 2024-11-22T00:23:10,436 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/cca3d955d3fc4d1d9ad66eb7ec67b044 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cca3d955d3fc4d1d9ad66eb7ec67b044 2024-11-22T00:23:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:10,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,511 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into cca3d955d3fc4d1d9ad66eb7ec67b044(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:10,511 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into a339d65e810c41c89fb6b68fa50f0588(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:10,511 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:10,511 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:10,511 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=13, startTime=1732234990146; duration=0sec 2024-11-22T00:23:10,511 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=13, startTime=1732234990146; duration=0sec 2024-11-22T00:23:10,512 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:10,512 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:10,512 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:10,512 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:10,512 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:10,522 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:10,522 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:10,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1c04d8b40e0f45e98fd189537369e9dc is 50, key is test_row_0/B:col10/1732234990172/Put/seqid=0 2024-11-22T00:23:10,522 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,522 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/08af53188b264f0eadd907736c335fee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/5297ab7abf944f878fe734edb9604b86, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1445cc7bc30a45408480bf831ecb7f17] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=35.3 K 2024-11-22T00:23:10,524 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08af53188b264f0eadd907736c335fee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732234987061 2024-11-22T00:23:10,526 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5297ab7abf944f878fe734edb9604b86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732234987908 2024-11-22T00:23:10,528 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1445cc7bc30a45408480bf831ecb7f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732234988392 2024-11-22T00:23:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741860_1036 (size=12001) 2024-11-22T00:23:10,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1c04d8b40e0f45e98fd189537369e9dc 2024-11-22T00:23:10,604 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:10,605 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/4cde7b2bda04472e86a959de910431c0 is 50, key is test_row_0/C:col10/1732234989715/Put/seqid=0 2024-11-22T00:23:10,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235050633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235050634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:10,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235050634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:10,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/60c0f8047b9b4569b3236ed93de99c1b is 50, key is test_row_0/C:col10/1732234990172/Put/seqid=0 2024-11-22T00:23:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741861_1037 (size=12207) 2024-11-22T00:23:10,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T00:23:10,698 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T00:23:10,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741862_1038 (size=12001) 2024-11-22T00:23:10,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/60c0f8047b9b4569b3236ed93de99c1b 2024-11-22T00:23:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/371797892c414cefb1b5c819aee2c800 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/371797892c414cefb1b5c819aee2c800 2024-11-22T00:23:10,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/371797892c414cefb1b5c819aee2c800, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T00:23:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1c04d8b40e0f45e98fd189537369e9dc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1c04d8b40e0f45e98fd189537369e9dc 2024-11-22T00:23:10,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1c04d8b40e0f45e98fd189537369e9dc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T00:23:10,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/60c0f8047b9b4569b3236ed93de99c1b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/60c0f8047b9b4569b3236ed93de99c1b 2024-11-22T00:23:10,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/60c0f8047b9b4569b3236ed93de99c1b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T00:23:10,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for f8c6c8fa787cfcd8265e17d991f4bd82 in 685ms, sequenceid=118, compaction requested=false 2024-11-22T00:23:10,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:10,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:23:10,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:10,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:10,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:10,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:10,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:10,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/b8c3590f217d4d3190c8dc78674c9dca is 50, key is test_row_0/A:col10/1732234990959/Put/seqid=0 2024-11-22T00:23:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741863_1039 (size=14441) 2024-11-22T00:23:11,086 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/4cde7b2bda04472e86a959de910431c0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4cde7b2bda04472e86a959de910431c0 2024-11-22T00:23:11,107 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into 4cde7b2bda04472e86a959de910431c0(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:11,107 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:11,107 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=13, startTime=1732234990147; duration=0sec 2024-11-22T00:23:11,107 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:11,107 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:11,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235051146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235051158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235051161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:11,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235051271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235051272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235051270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:11,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:11,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/b8c3590f217d4d3190c8dc78674c9dca 2024-11-22T00:23:11,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ca92d036cd854b11b7a03204398b30d6 is 50, key is test_row_0/B:col10/1732234990959/Put/seqid=0 2024-11-22T00:23:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235051499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235051500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235051503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741864_1040 (size=12101) 2024-11-22T00:23:11,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ca92d036cd854b11b7a03204398b30d6 2024-11-22T00:23:11,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/e13b742518554daf9c48fc277a21993e is 50, key is test_row_0/C:col10/1732234990959/Put/seqid=0 2024-11-22T00:23:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741865_1041 (size=12101) 2024-11-22T00:23:11,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/e13b742518554daf9c48fc277a21993e 2024-11-22T00:23:11,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/b8c3590f217d4d3190c8dc78674c9dca as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/b8c3590f217d4d3190c8dc78674c9dca 2024-11-22T00:23:11,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/b8c3590f217d4d3190c8dc78674c9dca, entries=200, sequenceid=131, filesize=14.1 K 2024-11-22T00:23:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ca92d036cd854b11b7a03204398b30d6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ca92d036cd854b11b7a03204398b30d6 2024-11-22T00:23:11,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ca92d036cd854b11b7a03204398b30d6, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T00:23:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/e13b742518554daf9c48fc277a21993e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/e13b742518554daf9c48fc277a21993e 2024-11-22T00:23:11,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/e13b742518554daf9c48fc277a21993e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T00:23:11,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f8c6c8fa787cfcd8265e17d991f4bd82 in 824ms, sequenceid=131, compaction requested=true 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:11,786 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:11,786 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:11,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:11,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:11,792 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,792 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a339d65e810c41c89fb6b68fa50f0588, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1c04d8b40e0f45e98fd189537369e9dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ca92d036cd854b11b7a03204398b30d6] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=35.5 K 2024-11-22T00:23:11,794 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:11,794 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:11,794 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,795 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cca3d955d3fc4d1d9ad66eb7ec67b044, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/371797892c414cefb1b5c819aee2c800, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/b8c3590f217d4d3190c8dc78674c9dca] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=37.7 K 2024-11-22T00:23:11,795 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a339d65e810c41c89fb6b68fa50f0588, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732234988392 2024-11-22T00:23:11,796 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting cca3d955d3fc4d1d9ad66eb7ec67b044, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732234988392 2024-11-22T00:23:11,797 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c04d8b40e0f45e98fd189537369e9dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732234990157 2024-11-22T00:23:11,798 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371797892c414cefb1b5c819aee2c800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732234990157 2024-11-22T00:23:11,799 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ca92d036cd854b11b7a03204398b30d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732234990234 2024-11-22T00:23:11,801 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8c3590f217d4d3190c8dc78674c9dca, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732234990234 2024-11-22T00:23:11,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:23:11,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:11,846 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:11,848 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/a8a43b968b57401f9eca6c0c92b952b0 is 50, key is test_row_0/A:col10/1732234990959/Put/seqid=0 2024-11-22T00:23:11,861 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:11,862 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/2a9105c986c94ab4aeaef754065aed52 is 50, key is test_row_0/B:col10/1732234990959/Put/seqid=0 2024-11-22T00:23:11,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/f6dd11c2790c40a2b645ec96680aa92f is 50, key is test_row_0/A:col10/1732234991157/Put/seqid=0 2024-11-22T00:23:11,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235051874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235051874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235051884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:11,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:11,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741866_1042 (size=12409) 2024-11-22T00:23:11,972 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/a8a43b968b57401f9eca6c0c92b952b0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a8a43b968b57401f9eca6c0c92b952b0 2024-11-22T00:23:11,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741867_1043 (size=12409) 2024-11-22T00:23:11,992 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/2a9105c986c94ab4aeaef754065aed52 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/2a9105c986c94ab4aeaef754065aed52 2024-11-22T00:23:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741868_1044 (size=14541) 2024-11-22T00:23:12,003 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into a8a43b968b57401f9eca6c0c92b952b0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:12,003 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:12,003 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=13, startTime=1732234991786; duration=0sec 2024-11-22T00:23:12,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:12,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:12,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:12,010 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:12,010 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:12,010 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,010 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4cde7b2bda04472e86a959de910431c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/60c0f8047b9b4569b3236ed93de99c1b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/e13b742518554daf9c48fc277a21993e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=35.5 K 2024-11-22T00:23:12,012 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cde7b2bda04472e86a959de910431c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732234988392 2024-11-22T00:23:12,018 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into 2a9105c986c94ab4aeaef754065aed52(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:12,018 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60c0f8047b9b4569b3236ed93de99c1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732234990157 2024-11-22T00:23:12,018 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:12,018 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=13, startTime=1732234991786; duration=0sec 2024-11-22T00:23:12,018 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:12,019 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e13b742518554daf9c48fc277a21993e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732234990234 2024-11-22T00:23:12,019 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:12,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235051994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235051994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235052015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,078 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:12,079 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d309c0af1cf248e6bb07eaebb4c2afa6 is 50, key is test_row_0/C:col10/1732234990959/Put/seqid=0 2024-11-22T00:23:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741869_1045 (size=12409) 2024-11-22T00:23:12,154 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d309c0af1cf248e6bb07eaebb4c2afa6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d309c0af1cf248e6bb07eaebb4c2afa6 2024-11-22T00:23:12,168 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into d309c0af1cf248e6bb07eaebb4c2afa6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:12,168 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:12,168 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=13, startTime=1732234991786; duration=0sec 2024-11-22T00:23:12,168 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:12,168 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:12,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235052232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235052232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235052232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:12,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:12,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:12,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/f6dd11c2790c40a2b645ec96680aa92f 2024-11-22T00:23:12,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/3ce8935ca63c47678e10ad468be22201 is 50, key is test_row_0/B:col10/1732234991157/Put/seqid=0 2024-11-22T00:23:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235052541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235052543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:12,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741870_1046 (size=12151) 2024-11-22T00:23:12,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/3ce8935ca63c47678e10ad468be22201 2024-11-22T00:23:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235052553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/9fab3005bb464085b59b1e6bdddb8155 is 50, key is test_row_0/C:col10/1732234991157/Put/seqid=0 2024-11-22T00:23:12,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741871_1047 (size=12151) 2024-11-22T00:23:12,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:12,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:12,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:13,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:13,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235053052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/9fab3005bb464085b59b1e6bdddb8155 2024-11-22T00:23:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235053056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/f6dd11c2790c40a2b645ec96680aa92f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/f6dd11c2790c40a2b645ec96680aa92f 2024-11-22T00:23:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235053085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/f6dd11c2790c40a2b645ec96680aa92f, entries=200, sequenceid=158, filesize=14.2 K 2024-11-22T00:23:13,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/3ce8935ca63c47678e10ad468be22201 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3ce8935ca63c47678e10ad468be22201 2024-11-22T00:23:13,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3ce8935ca63c47678e10ad468be22201, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T00:23:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/9fab3005bb464085b59b1e6bdddb8155 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9fab3005bb464085b59b1e6bdddb8155 2024-11-22T00:23:13,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9fab3005bb464085b59b1e6bdddb8155, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T00:23:13,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1303ms, sequenceid=158, compaction requested=false 2024-11-22T00:23:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:13,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T00:23:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:13,183 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T00:23:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:13,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/a5935df1f4ec43978f3ea33ea1ea5bcb is 50, key is test_row_0/A:col10/1732234993172/Put/seqid=0 2024-11-22T00:23:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741872_1048 (size=14541) 2024-11-22T00:23:13,254 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/a5935df1f4ec43978f3ea33ea1ea5bcb 2024-11-22T00:23:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/323bef3428f249268b35a929986d991e is 50, key is test_row_0/B:col10/1732234993172/Put/seqid=0 2024-11-22T00:23:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741873_1049 (size=12151) 2024-11-22T00:23:13,432 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/323bef3428f249268b35a929986d991e 2024-11-22T00:23:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/0f15cf14b9ee4897890122d8b96800cd is 50, key is test_row_0/C:col10/1732234993172/Put/seqid=0 2024-11-22T00:23:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235053515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235053521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741874_1050 (size=12151) 2024-11-22T00:23:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235053649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235053652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235053879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235053904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:13,987 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/0f15cf14b9ee4897890122d8b96800cd 2024-11-22T00:23:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/a5935df1f4ec43978f3ea33ea1ea5bcb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a5935df1f4ec43978f3ea33ea1ea5bcb 2024-11-22T00:23:14,043 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a5935df1f4ec43978f3ea33ea1ea5bcb, entries=200, sequenceid=172, filesize=14.2 K 2024-11-22T00:23:14,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/323bef3428f249268b35a929986d991e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/323bef3428f249268b35a929986d991e 2024-11-22T00:23:14,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235054067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235054092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,104 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/323bef3428f249268b35a929986d991e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T00:23:14,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/0f15cf14b9ee4897890122d8b96800cd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0f15cf14b9ee4897890122d8b96800cd 2024-11-22T00:23:14,129 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0f15cf14b9ee4897890122d8b96800cd, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T00:23:14,131 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f8c6c8fa787cfcd8265e17d991f4bd82 in 948ms, sequenceid=172, compaction requested=true 2024-11-22T00:23:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-22T00:23:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-22T00:23:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235054102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T00:23:14,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9930 sec 2024-11-22T00:23:14,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 4.0150 sec 2024-11-22T00:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:14,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:23:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:14,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/0da53e662ae94174b5d4a23e784bb83f is 50, key is test_row_0/A:col10/1732234994197/Put/seqid=0 2024-11-22T00:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T00:23:14,271 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-22T00:23:14,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-22T00:23:14,279 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:14,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:14,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T00:23:14,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235054271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235054292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741875_1051 (size=12151) 2024-11-22T00:23:14,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/0da53e662ae94174b5d4a23e784bb83f 2024-11-22T00:23:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T00:23:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235054389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/fd9e8b1ec5af45d2976b229ec9e3d369 is 50, key is test_row_0/B:col10/1732234994197/Put/seqid=0 2024-11-22T00:23:14,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235054413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741876_1052 (size=12151) 2024-11-22T00:23:14,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T00:23:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:14,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/fd9e8b1ec5af45d2976b229ec9e3d369 2024-11-22T00:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:14,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/07dc371238eb489baa45f18c0693c3a4 is 50, key is test_row_0/C:col10/1732234994197/Put/seqid=0 2024-11-22T00:23:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T00:23:14,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741877_1053 (size=12151) 2024-11-22T00:23:14,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/07dc371238eb489baa45f18c0693c3a4 2024-11-22T00:23:14,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T00:23:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235054621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/0da53e662ae94174b5d4a23e784bb83f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/0da53e662ae94174b5d4a23e784bb83f 2024-11-22T00:23:14,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235054622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/0da53e662ae94174b5d4a23e784bb83f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T00:23:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/fd9e8b1ec5af45d2976b229ec9e3d369 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd9e8b1ec5af45d2976b229ec9e3d369 2024-11-22T00:23:14,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd9e8b1ec5af45d2976b229ec9e3d369, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T00:23:14,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/07dc371238eb489baa45f18c0693c3a4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/07dc371238eb489baa45f18c0693c3a4 2024-11-22T00:23:14,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/07dc371238eb489baa45f18c0693c3a4, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T00:23:14,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f8c6c8fa787cfcd8265e17d991f4bd82 in 531ms, sequenceid=198, compaction requested=true 2024-11-22T00:23:14,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:14,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:14,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:14,737 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:14,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:14,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:14,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:14,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:23:14,738 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:14,748 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53642 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:14,748 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:14,749 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,749 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a8a43b968b57401f9eca6c0c92b952b0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/f6dd11c2790c40a2b645ec96680aa92f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a5935df1f4ec43978f3ea33ea1ea5bcb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/0da53e662ae94174b5d4a23e784bb83f] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=52.4 K 2024-11-22T00:23:14,749 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8a43b968b57401f9eca6c0c92b952b0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732234990234 2024-11-22T00:23:14,750 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:14,750 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:14,750 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,750 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/2a9105c986c94ab4aeaef754065aed52, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3ce8935ca63c47678e10ad468be22201, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/323bef3428f249268b35a929986d991e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd9e8b1ec5af45d2976b229ec9e3d369] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=47.7 K 2024-11-22T00:23:14,751 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6dd11c2790c40a2b645ec96680aa92f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732234991129 2024-11-22T00:23:14,761 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a9105c986c94ab4aeaef754065aed52, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732234990234 2024-11-22T00:23:14,761 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5935df1f4ec43978f3ea33ea1ea5bcb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732234991853 2024-11-22T00:23:14,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:14,778 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0da53e662ae94174b5d4a23e784bb83f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732234993496 2024-11-22T00:23:14,778 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce8935ca63c47678e10ad468be22201, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732234991145 2024-11-22T00:23:14,780 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 323bef3428f249268b35a929986d991e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732234991871 2024-11-22T00:23:14,781 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting fd9e8b1ec5af45d2976b229ec9e3d369, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732234993496 2024-11-22T00:23:14,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T00:23:14,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:14,784 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T00:23:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/abc8192765924d19bc8411277cc6acb2 is 50, key is test_row_0/A:col10/1732234994241/Put/seqid=0 2024-11-22T00:23:14,832 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:14,833 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/50dc6e97ee8146b28653cd0bbb726e77 is 50, key is test_row_0/A:col10/1732234994197/Put/seqid=0 2024-11-22T00:23:14,862 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#41 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:14,863 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/56ea491544e34a15aa054c82424407df is 50, key is test_row_0/B:col10/1732234994197/Put/seqid=0 2024-11-22T00:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T00:23:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741878_1054 (size=12151) 2024-11-22T00:23:15,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741879_1055 (size=12595) 2024-11-22T00:23:15,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741880_1056 (size=12595) 2024-11-22T00:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:15,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:15,094 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/56ea491544e34a15aa054c82424407df as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/56ea491544e34a15aa054c82424407df 2024-11-22T00:23:15,164 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into 56ea491544e34a15aa054c82424407df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:15,164 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:15,164 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=12, startTime=1732234994737; duration=0sec 2024-11-22T00:23:15,164 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:15,164 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:15,164 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:15,176 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:15,176 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:15,176 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:15,176 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d309c0af1cf248e6bb07eaebb4c2afa6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9fab3005bb464085b59b1e6bdddb8155, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0f15cf14b9ee4897890122d8b96800cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/07dc371238eb489baa45f18c0693c3a4] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=47.7 K 2024-11-22T00:23:15,177 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d309c0af1cf248e6bb07eaebb4c2afa6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732234990234 2024-11-22T00:23:15,183 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fab3005bb464085b59b1e6bdddb8155, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732234991145 2024-11-22T00:23:15,184 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f15cf14b9ee4897890122d8b96800cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732234991871 2024-11-22T00:23:15,185 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 07dc371238eb489baa45f18c0693c3a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732234993496 2024-11-22T00:23:15,228 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#42 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:15,228 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/f2a4e2ff601144459fea46ecfd716768 is 50, key is test_row_0/C:col10/1732234994197/Put/seqid=0 2024-11-22T00:23:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741881_1057 (size=12595) 2024-11-22T00:23:15,370 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/f2a4e2ff601144459fea46ecfd716768 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f2a4e2ff601144459fea46ecfd716768 2024-11-22T00:23:15,386 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into f2a4e2ff601144459fea46ecfd716768(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:15,386 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:15,386 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=12, startTime=1732234994737; duration=0sec 2024-11-22T00:23:15,386 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:15,386 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T00:23:15,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235055398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:15,426 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/abc8192765924d19bc8411277cc6acb2 2024-11-22T00:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235055403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:15,487 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/50dc6e97ee8146b28653cd0bbb726e77 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/50dc6e97ee8146b28653cd0bbb726e77 2024-11-22T00:23:15,516 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into 50dc6e97ee8146b28653cd0bbb726e77(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:15,516 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:15,516 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=12, startTime=1732234994737; duration=0sec 2024-11-22T00:23:15,518 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:15,519 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/eec402f6b85e43f18c88acf9a00093e1 is 50, key is test_row_0/B:col10/1732234994241/Put/seqid=0 2024-11-22T00:23:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235055528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:15,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235055535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:15,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741882_1058 (size=12151) 2024-11-22T00:23:15,606 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/eec402f6b85e43f18c88acf9a00093e1 2024-11-22T00:23:15,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/f1018c31bbca44ec858eb65c9f8b642c is 50, key is test_row_0/C:col10/1732234994241/Put/seqid=0 2024-11-22T00:23:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741883_1059 (size=12151) 2024-11-22T00:23:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235055756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235055752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235056084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235056100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,107 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4232 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235056102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,110 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4237 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:16,126 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/f1018c31bbca44ec858eb65c9f8b642c 2024-11-22T00:23:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235056127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/abc8192765924d19bc8411277cc6acb2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/abc8192765924d19bc8411277cc6acb2 2024-11-22T00:23:16,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235056165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,179 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4295 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:16,180 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/abc8192765924d19bc8411277cc6acb2, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T00:23:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/eec402f6b85e43f18c88acf9a00093e1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/eec402f6b85e43f18c88acf9a00093e1 2024-11-22T00:23:16,197 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/eec402f6b85e43f18c88acf9a00093e1, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T00:23:16,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/f1018c31bbca44ec858eb65c9f8b642c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f1018c31bbca44ec858eb65c9f8b642c 2024-11-22T00:23:16,213 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f1018c31bbca44ec858eb65c9f8b642c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T00:23:16,233 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1449ms, sequenceid=208, compaction requested=false 2024-11-22T00:23:16,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T00:23:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-22T00:23:16,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T00:23:16,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9560 sec 2024-11-22T00:23:16,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.9710 sec 2024-11-22T00:23:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T00:23:16,409 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-22T00:23:16,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-22T00:23:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T00:23:16,422 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:16,423 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:16,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T00:23:16,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T00:23:16,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:16,585 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T00:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:16,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/93d82d82e33646edacb55f9078e35da6 is 50, key is test_row_0/A:col10/1732234995394/Put/seqid=0 2024-11-22T00:23:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741884_1060 (size=12151) 2024-11-22T00:23:16,662 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/93d82d82e33646edacb55f9078e35da6 2024-11-22T00:23:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235056676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235056677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/dbe1b163f4104b9e8a4862cd9b2c5815 is 50, key is test_row_0/B:col10/1732234995394/Put/seqid=0 2024-11-22T00:23:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T00:23:16,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741885_1061 (size=12151) 2024-11-22T00:23:16,731 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/dbe1b163f4104b9e8a4862cd9b2c5815 2024-11-22T00:23:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d9f1c1e8aa434721bfa3f8fb451179e4 is 50, key is test_row_0/C:col10/1732234995394/Put/seqid=0 2024-11-22T00:23:16,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235056786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235056786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:16,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741886_1062 (size=12151) 2024-11-22T00:23:17,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235057001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235057002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T00:23:17,220 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d9f1c1e8aa434721bfa3f8fb451179e4 2024-11-22T00:23:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/93d82d82e33646edacb55f9078e35da6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/93d82d82e33646edacb55f9078e35da6 2024-11-22T00:23:17,273 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/93d82d82e33646edacb55f9078e35da6, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T00:23:17,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/dbe1b163f4104b9e8a4862cd9b2c5815 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbe1b163f4104b9e8a4862cd9b2c5815 2024-11-22T00:23:17,315 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbe1b163f4104b9e8a4862cd9b2c5815, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T00:23:17,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d9f1c1e8aa434721bfa3f8fb451179e4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d9f1c1e8aa434721bfa3f8fb451179e4 2024-11-22T00:23:17,347 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d9f1c1e8aa434721bfa3f8fb451179e4, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T00:23:17,352 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f8c6c8fa787cfcd8265e17d991f4bd82 in 767ms, sequenceid=238, compaction requested=true 2024-11-22T00:23:17,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:17,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T00:23:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-22T00:23:17,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:23:17,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:17,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:17,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:17,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:17,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:17,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:17,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T00:23:17,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-11-22T00:23:17,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 958 msec 2024-11-22T00:23:17,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/30f659bb71a543a7b283118191867bca is 50, key is test_row_1/A:col10/1732234997357/Put/seqid=0 2024-11-22T00:23:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741887_1063 (size=14537) 2024-11-22T00:23:17,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/30f659bb71a543a7b283118191867bca 2024-11-22T00:23:17,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/dbcd88ae3547428a94476a8f6bf4608f is 50, key is test_row_1/B:col10/1732234997357/Put/seqid=0 2024-11-22T00:23:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T00:23:17,536 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-22T00:23:17,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-22T00:23:17,561 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T00:23:17,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:17,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:17,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741888_1064 (size=9757) 2024-11-22T00:23:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T00:23:17,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:17,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235057756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235057767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T00:23:17,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:17,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235057887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235057891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/dbcd88ae3547428a94476a8f6bf4608f 2024-11-22T00:23:18,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/a42c4f50e6c94d93b0f3f29f7a8613d9 is 50, key is test_row_1/C:col10/1732234997357/Put/seqid=0 2024-11-22T00:23:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235058102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235058110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741889_1065 (size=9757) 2024-11-22T00:23:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T00:23:18,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:18,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:18,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:23:18,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235058420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235058431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/a42c4f50e6c94d93b0f3f29f7a8613d9 2024-11-22T00:23:18,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:18,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:18,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/30f659bb71a543a7b283118191867bca as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/30f659bb71a543a7b283118191867bca 2024-11-22T00:23:18,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/30f659bb71a543a7b283118191867bca, entries=200, sequenceid=249, filesize=14.2 K 2024-11-22T00:23:18,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/dbcd88ae3547428a94476a8f6bf4608f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbcd88ae3547428a94476a8f6bf4608f 2024-11-22T00:23:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T00:23:18,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:18,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbcd88ae3547428a94476a8f6bf4608f, entries=100, sequenceid=249, filesize=9.5 K 2024-11-22T00:23:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/a42c4f50e6c94d93b0f3f29f7a8613d9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/a42c4f50e6c94d93b0f3f29f7a8613d9 2024-11-22T00:23:18,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/a42c4f50e6c94d93b0f3f29f7a8613d9, entries=100, sequenceid=249, filesize=9.5 K 2024-11-22T00:23:18,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1378ms, sequenceid=249, compaction requested=true 2024-11-22T00:23:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:18,743 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:23:18,745 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51434 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:18,745 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:18,745 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,746 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/50dc6e97ee8146b28653cd0bbb726e77, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/abc8192765924d19bc8411277cc6acb2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/93d82d82e33646edacb55f9078e35da6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/30f659bb71a543a7b283118191867bca] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=50.2 K 2024-11-22T00:23:18,746 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:18,751 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 50dc6e97ee8146b28653cd0bbb726e77, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732234993496 2024-11-22T00:23:18,752 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting abc8192765924d19bc8411277cc6acb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732234994241 2024-11-22T00:23:18,753 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 93d82d82e33646edacb55f9078e35da6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732234995375 2024-11-22T00:23:18,753 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 30f659bb71a543a7b283118191867bca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732234996669 2024-11-22T00:23:18,754 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:18,754 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:18,755 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,755 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/56ea491544e34a15aa054c82424407df, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/eec402f6b85e43f18c88acf9a00093e1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbe1b163f4104b9e8a4862cd9b2c5815, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbcd88ae3547428a94476a8f6bf4608f] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=45.6 K 2024-11-22T00:23:18,766 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ea491544e34a15aa054c82424407df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732234993496 2024-11-22T00:23:18,767 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting eec402f6b85e43f18c88acf9a00093e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732234994241 2024-11-22T00:23:18,768 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbe1b163f4104b9e8a4862cd9b2c5815, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732234995375 2024-11-22T00:23:18,769 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbcd88ae3547428a94476a8f6bf4608f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732234997352 2024-11-22T00:23:18,788 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:18,789 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e035b40aa0064fc0b22cd1ac8d90e932 is 50, key is test_row_0/A:col10/1732234995394/Put/seqid=0 2024-11-22T00:23:18,810 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:18,811 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/fd664dd3892b4d8c834af581ef9c50d7 is 50, key is test_row_0/B:col10/1732234995394/Put/seqid=0 2024-11-22T00:23:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741890_1066 (size=12731) 2024-11-22T00:23:18,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T00:23:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,868 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:23:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741891_1067 (size=12731) 2024-11-22T00:23:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/75d461a021a1499b917c77e5cd6ca5cc is 50, key is test_row_0/A:col10/1732234997738/Put/seqid=0 2024-11-22T00:23:18,917 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e035b40aa0064fc0b22cd1ac8d90e932 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e035b40aa0064fc0b22cd1ac8d90e932 2024-11-22T00:23:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:18,935 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into e035b40aa0064fc0b22cd1ac8d90e932(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:18,936 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:18,936 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=12, startTime=1732234998743; duration=0sec 2024-11-22T00:23:18,936 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:18,936 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:18,936 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:18,939 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:18,940 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:18,940 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:18,940 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f2a4e2ff601144459fea46ecfd716768, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f1018c31bbca44ec858eb65c9f8b642c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d9f1c1e8aa434721bfa3f8fb451179e4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/a42c4f50e6c94d93b0f3f29f7a8613d9] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=45.6 K 2024-11-22T00:23:18,941 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a4e2ff601144459fea46ecfd716768, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732234993496 2024-11-22T00:23:18,941 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting f1018c31bbca44ec858eb65c9f8b642c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732234994241 2024-11-22T00:23:18,941 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f1c1e8aa434721bfa3f8fb451179e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732234995375 2024-11-22T00:23:18,942 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a42c4f50e6c94d93b0f3f29f7a8613d9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732234997352 2024-11-22T00:23:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741892_1068 (size=12301) 2024-11-22T00:23:18,966 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:18,971 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/30b25dbbbbda4f958e6c9df4b38aa5e9 is 50, key is test_row_0/C:col10/1732234995394/Put/seqid=0 2024-11-22T00:23:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235058982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235058984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741893_1069 (size=12731) 2024-11-22T00:23:19,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235059088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235059088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235059294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235059296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/fd664dd3892b4d8c834af581ef9c50d7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd664dd3892b4d8c834af581ef9c50d7 2024-11-22T00:23:19,339 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into fd664dd3892b4d8c834af581ef9c50d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:19,339 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:19,339 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=12, startTime=1732234998743; duration=0sec 2024-11-22T00:23:19,340 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:19,340 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:19,359 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/75d461a021a1499b917c77e5cd6ca5cc 2024-11-22T00:23:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1b7105b0b1a948f7be59cfcd5de91770 is 50, key is test_row_0/B:col10/1732234997738/Put/seqid=0 2024-11-22T00:23:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741894_1070 (size=12301) 2024-11-22T00:23:19,424 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1b7105b0b1a948f7be59cfcd5de91770 2024-11-22T00:23:19,434 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/30b25dbbbbda4f958e6c9df4b38aa5e9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/30b25dbbbbda4f958e6c9df4b38aa5e9 2024-11-22T00:23:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/8d8bd8cdea184dd196c9e27e87036005 is 50, key is test_row_0/C:col10/1732234997738/Put/seqid=0 2024-11-22T00:23:19,459 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into 30b25dbbbbda4f958e6c9df4b38aa5e9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:19,459 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:19,459 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=12, startTime=1732234998744; duration=0sec 2024-11-22T00:23:19,460 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:19,460 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741895_1071 (size=12301) 2024-11-22T00:23:19,499 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/8d8bd8cdea184dd196c9e27e87036005 2024-11-22T00:23:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/75d461a021a1499b917c77e5cd6ca5cc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/75d461a021a1499b917c77e5cd6ca5cc 2024-11-22T00:23:19,527 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/75d461a021a1499b917c77e5cd6ca5cc, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T00:23:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1b7105b0b1a948f7be59cfcd5de91770 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1b7105b0b1a948f7be59cfcd5de91770 2024-11-22T00:23:19,550 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1b7105b0b1a948f7be59cfcd5de91770, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T00:23:19,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/8d8bd8cdea184dd196c9e27e87036005 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8d8bd8cdea184dd196c9e27e87036005 2024-11-22T00:23:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235059604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,619 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8d8bd8cdea184dd196c9e27e87036005, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T00:23:19,620 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f8c6c8fa787cfcd8265e17d991f4bd82 in 753ms, sequenceid=275, compaction requested=false 2024-11-22T00:23:19,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:19,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:19,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-22T00:23:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-22T00:23:19,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:23:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:19,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T00:23:19,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-22T00:23:19,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/aced10a1f747493fb3e67b6f912039e7 is 50, key is test_row_0/A:col10/1732234998956/Put/seqid=0 2024-11-22T00:23:19,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.0930 sec 2024-11-22T00:23:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T00:23:19,675 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-22T00:23:19,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-22T00:23:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T00:23:19,684 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:19,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:19,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:19,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741896_1072 (size=14741) 2024-11-22T00:23:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T00:23:19,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:19,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235059947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T00:23:20,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235060058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/aced10a1f747493fb3e67b6f912039e7 2024-11-22T00:23:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235060130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52846 deadline: 1732235060135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,146 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8273 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52822 deadline: 1732235060157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,164 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8290 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/4659ab00167542339633db6e9ea17f32 is 50, key is test_row_0/B:col10/1732234998956/Put/seqid=0 2024-11-22T00:23:20,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52844 deadline: 1732235060206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,255 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8372 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741897_1073 (size=12301) 2024-11-22T00:23:20,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235060271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T00:23:20,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235060581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/4659ab00167542339633db6e9ea17f32 2024-11-22T00:23:20,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/1355f908684a4005b305ef4ed4817dce is 50, key is test_row_0/C:col10/1732234998956/Put/seqid=0 2024-11-22T00:23:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741898_1074 (size=12301) 2024-11-22T00:23:20,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/1355f908684a4005b305ef4ed4817dce 2024-11-22T00:23:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/aced10a1f747493fb3e67b6f912039e7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/aced10a1f747493fb3e67b6f912039e7 2024-11-22T00:23:20,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T00:23:20,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/aced10a1f747493fb3e67b6f912039e7, entries=200, sequenceid=289, filesize=14.4 K 2024-11-22T00:23:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/4659ab00167542339633db6e9ea17f32 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/4659ab00167542339633db6e9ea17f32 2024-11-22T00:23:20,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/4659ab00167542339633db6e9ea17f32, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T00:23:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/1355f908684a4005b305ef4ed4817dce as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1355f908684a4005b305ef4ed4817dce 2024-11-22T00:23:20,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1355f908684a4005b305ef4ed4817dce, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T00:23:20,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1218ms, sequenceid=289, compaction requested=true 2024-11-22T00:23:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:20,846 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:20,848 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:20,848 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:20,848 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,848 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e035b40aa0064fc0b22cd1ac8d90e932, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/75d461a021a1499b917c77e5cd6ca5cc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/aced10a1f747493fb3e67b6f912039e7] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=38.8 K 2024-11-22T00:23:20,849 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e035b40aa0064fc0b22cd1ac8d90e932, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732234995394 2024-11-22T00:23:20,850 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d461a021a1499b917c77e5cd6ca5cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732234997720 2024-11-22T00:23:20,850 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:20,851 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting aced10a1f747493fb3e67b6f912039e7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732234998956 2024-11-22T00:23:20,853 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:20,854 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:20,854 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,854 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd664dd3892b4d8c834af581ef9c50d7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1b7105b0b1a948f7be59cfcd5de91770, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/4659ab00167542339633db6e9ea17f32] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.5 K 2024-11-22T00:23:20,856 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting fd664dd3892b4d8c834af581ef9c50d7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732234995394 2024-11-22T00:23:20,857 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b7105b0b1a948f7be59cfcd5de91770, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732234997720 2024-11-22T00:23:20,859 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4659ab00167542339633db6e9ea17f32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732234998956 2024-11-22T00:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:20,888 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:20,889 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/66aa007af93642209e52ed388be32497 is 50, key is test_row_0/A:col10/1732234998956/Put/seqid=0 2024-11-22T00:23:20,930 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:20,931 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c77e722824e64465baf65aed2cc9a234 is 50, key is test_row_0/B:col10/1732234998956/Put/seqid=0 2024-11-22T00:23:20,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:20,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T00:23:20,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:20,975 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:23:20,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:20,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:20,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:20,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:20,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:20,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741899_1075 (size=12983) 2024-11-22T00:23:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/bde586ad7efa4f0f99d3c7c763da1cae is 50, key is test_row_0/A:col10/1732234999923/Put/seqid=0 2024-11-22T00:23:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741900_1076 (size=12983) 2024-11-22T00:23:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741901_1077 (size=12301) 2024-11-22T00:23:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:21,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235061189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235061192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235061301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235061314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,421 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/66aa007af93642209e52ed388be32497 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/66aa007af93642209e52ed388be32497 2024-11-22T00:23:21,436 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c77e722824e64465baf65aed2cc9a234 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c77e722824e64465baf65aed2cc9a234 2024-11-22T00:23:21,439 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into 66aa007af93642209e52ed388be32497(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:21,440 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:21,440 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=13, startTime=1732235000846; duration=0sec 2024-11-22T00:23:21,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:21,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:21,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:21,444 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:21,444 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:21,444 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:21,445 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/30b25dbbbbda4f958e6c9df4b38aa5e9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8d8bd8cdea184dd196c9e27e87036005, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1355f908684a4005b305ef4ed4817dce] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.5 K 2024-11-22T00:23:21,445 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into c77e722824e64465baf65aed2cc9a234(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:21,445 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:21,445 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=13, startTime=1732235000847; duration=0sec 2024-11-22T00:23:21,445 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30b25dbbbbda4f958e6c9df4b38aa5e9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732234995394 2024-11-22T00:23:21,445 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:21,445 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:21,446 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d8bd8cdea184dd196c9e27e87036005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732234997720 2024-11-22T00:23:21,446 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1355f908684a4005b305ef4ed4817dce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732234998956 2024-11-22T00:23:21,474 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:21,475 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/33392b3e0e494f58b1a42aa7ec694d5f is 50, key is test_row_0/C:col10/1732234998956/Put/seqid=0 2024-11-22T00:23:21,493 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/bde586ad7efa4f0f99d3c7c763da1cae 2024-11-22T00:23:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235061506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1ddae65155294a7ca57ee675c47299ea is 50, key is test_row_0/B:col10/1732234999923/Put/seqid=0 2024-11-22T00:23:21,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235061524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741902_1078 (size=12983) 2024-11-22T00:23:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741903_1079 (size=12301) 2024-11-22T00:23:21,565 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1ddae65155294a7ca57ee675c47299ea 2024-11-22T00:23:21,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d171c98e9ca54c6f98afcbdcf30114f2 is 50, key is test_row_0/C:col10/1732234999923/Put/seqid=0 2024-11-22T00:23:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741904_1080 (size=12301) 2024-11-22T00:23:21,650 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d171c98e9ca54c6f98afcbdcf30114f2 2024-11-22T00:23:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/bde586ad7efa4f0f99d3c7c763da1cae as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bde586ad7efa4f0f99d3c7c763da1cae 2024-11-22T00:23:21,695 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bde586ad7efa4f0f99d3c7c763da1cae, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T00:23:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/1ddae65155294a7ca57ee675c47299ea as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1ddae65155294a7ca57ee675c47299ea 2024-11-22T00:23:21,747 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1ddae65155294a7ca57ee675c47299ea, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T00:23:21,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/d171c98e9ca54c6f98afcbdcf30114f2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d171c98e9ca54c6f98afcbdcf30114f2 2024-11-22T00:23:21,767 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d171c98e9ca54c6f98afcbdcf30114f2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T00:23:21,772 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f8c6c8fa787cfcd8265e17d991f4bd82 in 797ms, sequenceid=314, compaction requested=false 2024-11-22T00:23:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-22T00:23:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-22T00:23:21,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-22T00:23:21,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0870 sec 2024-11-22T00:23:21,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.1050 sec 2024-11-22T00:23:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T00:23:21,812 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-22T00:23:21,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-22T00:23:21,825 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T00:23:21,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:21,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:21,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:21,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/bb9661ee67064fc9a38cf802326b8832 is 50, key is test_row_0/A:col10/1732235001829/Put/seqid=0 2024-11-22T00:23:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741905_1081 (size=12301) 2024-11-22T00:23:21,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/bb9661ee67064fc9a38cf802326b8832 2024-11-22T00:23:21,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/df168f6d02f5470d9eda50aa0dbd698a is 50, key is test_row_0/B:col10/1732235001829/Put/seqid=0 2024-11-22T00:23:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T00:23:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741906_1082 (size=12301) 2024-11-22T00:23:21,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/df168f6d02f5470d9eda50aa0dbd698a 2024-11-22T00:23:21,977 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/33392b3e0e494f58b1a42aa7ec694d5f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/33392b3e0e494f58b1a42aa7ec694d5f 2024-11-22T00:23:21,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:21,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T00:23:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:21,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:21,996 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into 33392b3e0e494f58b1a42aa7ec694d5f(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:21,997 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:21,997 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=13, startTime=1732235000876; duration=0sec 2024-11-22T00:23:21,997 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:21,997 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:21,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235061992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235061999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/9f746c3e5fbf441890c253319f4d791d is 50, key is test_row_0/C:col10/1732235001829/Put/seqid=0 2024-11-22T00:23:22,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741907_1083 (size=12301) 2024-11-22T00:23:22,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/9f746c3e5fbf441890c253319f4d791d 2024-11-22T00:23:22,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/bb9661ee67064fc9a38cf802326b8832 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bb9661ee67064fc9a38cf802326b8832 2024-11-22T00:23:22,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bb9661ee67064fc9a38cf802326b8832, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T00:23:22,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/df168f6d02f5470d9eda50aa0dbd698a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/df168f6d02f5470d9eda50aa0dbd698a 2024-11-22T00:23:22,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235062104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/df168f6d02f5470d9eda50aa0dbd698a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T00:23:22,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/9f746c3e5fbf441890c253319f4d791d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9f746c3e5fbf441890c253319f4d791d 2024-11-22T00:23:22,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235062109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9f746c3e5fbf441890c253319f4d791d, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T00:23:22,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f8c6c8fa787cfcd8265e17d991f4bd82 in 295ms, sequenceid=329, compaction requested=true 2024-11-22T00:23:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:22,127 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:22,128 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:22,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:22,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:22,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:22,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:22,130 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:22,130 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:22,130 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:22,130 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/66aa007af93642209e52ed388be32497, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bde586ad7efa4f0f99d3c7c763da1cae, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bb9661ee67064fc9a38cf802326b8832] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.7 K 2024-11-22T00:23:22,131 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:22,131 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:22,131 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:22,131 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c77e722824e64465baf65aed2cc9a234, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1ddae65155294a7ca57ee675c47299ea, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/df168f6d02f5470d9eda50aa0dbd698a] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.7 K 2024-11-22T00:23:22,132 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66aa007af93642209e52ed388be32497, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732234998956 2024-11-22T00:23:22,132 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting c77e722824e64465baf65aed2cc9a234, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732234998956 2024-11-22T00:23:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T00:23:22,133 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ddae65155294a7ca57ee675c47299ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732234999923 2024-11-22T00:23:22,133 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde586ad7efa4f0f99d3c7c763da1cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732234999923 2024-11-22T00:23:22,134 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting df168f6d02f5470d9eda50aa0dbd698a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732235001144 2024-11-22T00:23:22,135 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb9661ee67064fc9a38cf802326b8832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732235001144 2024-11-22T00:23:22,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T00:23:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:22,144 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T00:23:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e6bc9741433143aa8ddca7fc0d33a150 is 50, key is test_row_0/A:col10/1732235001990/Put/seqid=0 2024-11-22T00:23:22,212 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:22,212 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ebef0773c15b479584f11586049241da is 50, key is test_row_0/B:col10/1732235001829/Put/seqid=0 2024-11-22T00:23:22,220 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#71 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:22,220 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3e710fe9832b4053bacb49eec3cfd4a6 is 50, key is test_row_0/A:col10/1732235001829/Put/seqid=0 2024-11-22T00:23:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741908_1084 (size=12301) 2024-11-22T00:23:22,259 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e6bc9741433143aa8ddca7fc0d33a150 2024-11-22T00:23:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741909_1085 (size=13085) 2024-11-22T00:23:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/437af3ef563e4f6a8ba4f84354d958a3 is 50, key is test_row_0/B:col10/1732235001990/Put/seqid=0 2024-11-22T00:23:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741910_1086 (size=13085) 2024-11-22T00:23:22,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. as already flushing 2024-11-22T00:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:22,323 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3e710fe9832b4053bacb49eec3cfd4a6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3e710fe9832b4053bacb49eec3cfd4a6 2024-11-22T00:23:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741911_1087 (size=12301) 2024-11-22T00:23:22,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235062349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235062355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,364 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into 3e710fe9832b4053bacb49eec3cfd4a6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:22,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:22,364 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=13, startTime=1732235002127; duration=0sec 2024-11-22T00:23:22,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:22,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:22,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:22,379 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:22,379 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:22,379 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:22,380 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/33392b3e0e494f58b1a42aa7ec694d5f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d171c98e9ca54c6f98afcbdcf30114f2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9f746c3e5fbf441890c253319f4d791d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.7 K 2024-11-22T00:23:22,381 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33392b3e0e494f58b1a42aa7ec694d5f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732234998956 2024-11-22T00:23:22,382 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d171c98e9ca54c6f98afcbdcf30114f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732234999923 2024-11-22T00:23:22,383 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f746c3e5fbf441890c253319f4d791d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732235001144 2024-11-22T00:23:22,429 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:22,430 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/78587358cf1346e09ebf574d3e9f0237 is 50, key is test_row_0/C:col10/1732235001829/Put/seqid=0 2024-11-22T00:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T00:23:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235062459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741912_1088 (size=13085) 2024-11-22T00:23:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235062472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235062674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235062680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,738 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/437af3ef563e4f6a8ba4f84354d958a3 2024-11-22T00:23:22,738 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ebef0773c15b479584f11586049241da as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ebef0773c15b479584f11586049241da 2024-11-22T00:23:22,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/19fe10624a264817b2839c8c08a5d5e6 is 50, key is test_row_0/C:col10/1732235001990/Put/seqid=0 2024-11-22T00:23:22,791 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into ebef0773c15b479584f11586049241da(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:22,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:22,791 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=13, startTime=1732235002128; duration=0sec 2024-11-22T00:23:22,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:22,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741913_1089 (size=12301) 2024-11-22T00:23:22,889 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/78587358cf1346e09ebf574d3e9f0237 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/78587358cf1346e09ebf574d3e9f0237 2024-11-22T00:23:22,903 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into 78587358cf1346e09ebf574d3e9f0237(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:22,903 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:22,903 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=13, startTime=1732235002129; duration=0sec 2024-11-22T00:23:22,904 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:22,904 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T00:23:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235062980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235062996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:23,267 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/19fe10624a264817b2839c8c08a5d5e6 2024-11-22T00:23:23,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/e6bc9741433143aa8ddca7fc0d33a150 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e6bc9741433143aa8ddca7fc0d33a150 2024-11-22T00:23:23,293 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e6bc9741433143aa8ddca7fc0d33a150, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T00:23:23,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/437af3ef563e4f6a8ba4f84354d958a3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/437af3ef563e4f6a8ba4f84354d958a3 2024-11-22T00:23:23,312 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/437af3ef563e4f6a8ba4f84354d958a3, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T00:23:23,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/19fe10624a264817b2839c8c08a5d5e6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/19fe10624a264817b2839c8c08a5d5e6 2024-11-22T00:23:23,336 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/19fe10624a264817b2839c8c08a5d5e6, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T00:23:23,337 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1193ms, sequenceid=353, compaction requested=false 2024-11-22T00:23:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T00:23:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-22T00:23:23,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T00:23:23,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5140 sec 2024-11-22T00:23:23,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5310 sec 2024-11-22T00:23:23,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T00:23:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:23,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:23,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:23,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:23,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:23,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3cc9f8b5f11542d6a158f43b4f4108ab is 50, key is test_row_0/A:col10/1732235002352/Put/seqid=0 2024-11-22T00:23:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741914_1090 (size=12301) 2024-11-22T00:23:23,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3cc9f8b5f11542d6a158f43b4f4108ab 2024-11-22T00:23:23,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/78d316d718744c4d8339fb7549fc0d0b is 50, key is test_row_0/B:col10/1732235002352/Put/seqid=0 2024-11-22T00:23:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235063627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:23,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235063628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741915_1091 (size=12301) 2024-11-22T00:23:23,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/78d316d718744c4d8339fb7549fc0d0b 2024-11-22T00:23:23,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/2194551f7bd0434e9ea0d9a4740fa4ae is 50, key is test_row_0/C:col10/1732235002352/Put/seqid=0 2024-11-22T00:23:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741916_1092 (size=12301) 2024-11-22T00:23:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235063734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235063736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:23,855 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:60266 2024-11-22T00:23:23,855 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c964e8 to 127.0.0.1:60266 2024-11-22T00:23:23,855 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:23,855 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:23,858 DEBUG [Thread-168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x527c6d40 to 127.0.0.1:60266 2024-11-22T00:23:23,858 DEBUG [Thread-168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:23,858 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:60266 2024-11-22T00:23:23,858 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T00:23:23,939 INFO [Thread-161 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-22T00:23:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235063942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235063950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:24,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/2194551f7bd0434e9ea0d9a4740fa4ae 2024-11-22T00:23:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3cc9f8b5f11542d6a158f43b4f4108ab as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3cc9f8b5f11542d6a158f43b4f4108ab 2024-11-22T00:23:24,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3cc9f8b5f11542d6a158f43b4f4108ab, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T00:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/78d316d718744c4d8339fb7549fc0d0b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/78d316d718744c4d8339fb7549fc0d0b 2024-11-22T00:23:24,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/78d316d718744c4d8339fb7549fc0d0b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T00:23:24,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/2194551f7bd0434e9ea0d9a4740fa4ae as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/2194551f7bd0434e9ea0d9a4740fa4ae 2024-11-22T00:23:24,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/2194551f7bd0434e9ea0d9a4740fa4ae, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T00:23:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52864 deadline: 1732235064261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:24,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52850 deadline: 1732235064258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:24,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f8c6c8fa787cfcd8265e17d991f4bd82 in 773ms, sequenceid=370, compaction requested=true 2024-11-22T00:23:24,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:24,266 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:24,270 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:24,270 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/A is initiating minor compaction (all files) 2024-11-22T00:23:24,270 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/A in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:24,271 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3e710fe9832b4053bacb49eec3cfd4a6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e6bc9741433143aa8ddca7fc0d33a150, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3cc9f8b5f11542d6a158f43b4f4108ab] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.8 K 2024-11-22T00:23:24,272 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e710fe9832b4053bacb49eec3cfd4a6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732235001144 2024-11-22T00:23:24,273 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6bc9741433143aa8ddca7fc0d33a150, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732235001987 2024-11-22T00:23:24,273 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cc9f8b5f11542d6a158f43b4f4108ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732235002343 2024-11-22T00:23:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:24,283 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:24,286 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:24,287 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/B is initiating minor compaction (all files) 2024-11-22T00:23:24,287 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/B in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:24,287 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ebef0773c15b479584f11586049241da, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/437af3ef563e4f6a8ba4f84354d958a3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/78d316d718744c4d8339fb7549fc0d0b] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.8 K 2024-11-22T00:23:24,288 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ebef0773c15b479584f11586049241da, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732235001144 2024-11-22T00:23:24,289 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 437af3ef563e4f6a8ba4f84354d958a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732235001987 2024-11-22T00:23:24,289 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 78d316d718744c4d8339fb7549fc0d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732235002343 2024-11-22T00:23:24,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:24,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:24,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f8c6c8fa787cfcd8265e17d991f4bd82:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:24,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:24,313 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:24,313 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ffccca8bb99546998d552afdd4aa020f is 50, key is test_row_0/B:col10/1732235002352/Put/seqid=0 2024-11-22T00:23:24,333 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:24,337 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3716ffd664bb449ea8ebc6b924b1dddd is 50, key is test_row_0/A:col10/1732235002352/Put/seqid=0 2024-11-22T00:23:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741917_1093 (size=13187) 2024-11-22T00:23:24,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741918_1094 (size=13187) 2024-11-22T00:23:24,465 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/3716ffd664bb449ea8ebc6b924b1dddd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3716ffd664bb449ea8ebc6b924b1dddd 2024-11-22T00:23:24,538 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/A of f8c6c8fa787cfcd8265e17d991f4bd82 into 3716ffd664bb449ea8ebc6b924b1dddd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:24,538 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:24,539 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/A, priority=13, startTime=1732235004266; duration=0sec 2024-11-22T00:23:24,539 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:24,539 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:A 2024-11-22T00:23:24,539 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:24,558 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:24,558 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): f8c6c8fa787cfcd8265e17d991f4bd82/C is initiating minor compaction (all files) 2024-11-22T00:23:24,559 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f8c6c8fa787cfcd8265e17d991f4bd82/C in TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:24,559 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/78587358cf1346e09ebf574d3e9f0237, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/19fe10624a264817b2839c8c08a5d5e6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/2194551f7bd0434e9ea0d9a4740fa4ae] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp, totalSize=36.8 K 2024-11-22T00:23:24,566 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78587358cf1346e09ebf574d3e9f0237, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732235001144 2024-11-22T00:23:24,573 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19fe10624a264817b2839c8c08a5d5e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732235001987 2024-11-22T00:23:24,586 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2194551f7bd0434e9ea0d9a4740fa4ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732235002343 2024-11-22T00:23:24,619 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f8c6c8fa787cfcd8265e17d991f4bd82#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:24,620 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/b465773fed7a4c33bb0d2fd4d6625ba5 is 50, key is test_row_0/C:col10/1732235002352/Put/seqid=0 2024-11-22T00:23:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741919_1095 (size=13187) 2024-11-22T00:23:24,689 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/b465773fed7a4c33bb0d2fd4d6625ba5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/b465773fed7a4c33bb0d2fd4d6625ba5 2024-11-22T00:23:24,711 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/C of f8c6c8fa787cfcd8265e17d991f4bd82 into b465773fed7a4c33bb0d2fd4d6625ba5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:24,711 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:24,711 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/C, priority=13, startTime=1732235004295; duration=0sec 2024-11-22T00:23:24,711 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:24,711 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:C 2024-11-22T00:23:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:24,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T00:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:24,780 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5095ba91 to 127.0.0.1:60266 2024-11-22T00:23:24,781 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:24,791 DEBUG [Thread-159 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee2166f to 127.0.0.1:60266 2024-11-22T00:23:24,791 DEBUG [Thread-159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:24,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/cdedc0bbc75243beb0d4fe0844dde86e is 50, key is test_row_0/A:col10/1732235004768/Put/seqid=0 2024-11-22T00:23:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741920_1096 (size=12301) 2024-11-22T00:23:24,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/cdedc0bbc75243beb0d4fe0844dde86e 2024-11-22T00:23:24,847 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/ffccca8bb99546998d552afdd4aa020f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ffccca8bb99546998d552afdd4aa020f 2024-11-22T00:23:24,885 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f8c6c8fa787cfcd8265e17d991f4bd82/B of f8c6c8fa787cfcd8265e17d991f4bd82 into ffccca8bb99546998d552afdd4aa020f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:24,885 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:24,885 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82., storeName=f8c6c8fa787cfcd8265e17d991f4bd82/B, priority=13, startTime=1732235004283; duration=0sec 2024-11-22T00:23:24,885 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:24,886 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f8c6c8fa787cfcd8265e17d991f4bd82:B 2024-11-22T00:23:24,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c6427fed4cfa4292ad0a6de4d28c29f0 is 50, key is test_row_0/B:col10/1732235004768/Put/seqid=0 2024-11-22T00:23:24,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741921_1097 (size=12301) 2024-11-22T00:23:24,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c6427fed4cfa4292ad0a6de4d28c29f0 2024-11-22T00:23:24,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/4a87c975067d4911bcee48e5ab44158b is 50, key is test_row_0/C:col10/1732235004768/Put/seqid=0 2024-11-22T00:23:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741922_1098 (size=12301) 2024-11-22T00:23:25,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/4a87c975067d4911bcee48e5ab44158b 2024-11-22T00:23:25,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/cdedc0bbc75243beb0d4fe0844dde86e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cdedc0bbc75243beb0d4fe0844dde86e 2024-11-22T00:23:25,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cdedc0bbc75243beb0d4fe0844dde86e, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T00:23:25,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/c6427fed4cfa4292ad0a6de4d28c29f0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c6427fed4cfa4292ad0a6de4d28c29f0 2024-11-22T00:23:25,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c6427fed4cfa4292ad0a6de4d28c29f0, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T00:23:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/4a87c975067d4911bcee48e5ab44158b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4a87c975067d4911bcee48e5ab44158b 2024-11-22T00:23:25,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4a87c975067d4911bcee48e5ab44158b, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T00:23:25,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for f8c6c8fa787cfcd8265e17d991f4bd82 in 311ms, sequenceid=395, compaction requested=false 2024-11-22T00:23:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:25,395 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:23:25,397 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:23:30,249 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c43377 to 127.0.0.1:60266 2024-11-22T00:23:30,249 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:30,266 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29555f7f to 127.0.0.1:60266 2024-11-22T00:23:30,266 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:30,323 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c63ae4e to 127.0.0.1:60266 2024-11-22T00:23:30,323 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:30,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T00:23:30,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-22T00:23:30,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T00:23:30,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-22T00:23:30,323 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1383 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1359 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 680 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2039 rows 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 682 2024-11-22T00:23:30,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2044 rows 2024-11-22T00:23:30,324 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:23:30,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x384ea08c to 127.0.0.1:60266 2024-11-22T00:23:30,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:23:30,331 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T00:23:30,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T00:23:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:30,366 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235010366"}]},"ts":"1732235010366"} 2024-11-22T00:23:30,369 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T00:23:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:30,383 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T00:23:30,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:23:30,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, UNASSIGN}] 2024-11-22T00:23:30,395 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, UNASSIGN 2024-11-22T00:23:30,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f8c6c8fa787cfcd8265e17d991f4bd82, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:30,396 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=eb610cd766b1,40805,1732234971623, table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:23:30,397 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:23:30,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:23:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:30,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:30,573 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:30,574 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:23:30,575 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing f8c6c8fa787cfcd8265e17d991f4bd82, disabling compactions & flushes 2024-11-22T00:23:30,575 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:30,575 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:30,575 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. after waiting 0 ms 2024-11-22T00:23:30,575 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:30,575 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing f8c6c8fa787cfcd8265e17d991f4bd82 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T00:23:30,576 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=A 2024-11-22T00:23:30,576 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:30,576 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=B 2024-11-22T00:23:30,576 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:30,576 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f8c6c8fa787cfcd8265e17d991f4bd82, store=C 2024-11-22T00:23:30,577 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:30,630 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/7abe5ed752784e8aa88253850f3d7e2d is 50, key is test_row_0/A:col10/1732235010260/Put/seqid=0 2024-11-22T00:23:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741923_1099 (size=9857) 2024-11-22T00:23:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:31,078 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/7abe5ed752784e8aa88253850f3d7e2d 2024-11-22T00:23:31,114 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/30874b178d87472684139141cb6300e4 is 50, key is test_row_0/B:col10/1732235010260/Put/seqid=0 2024-11-22T00:23:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741924_1100 (size=9857) 2024-11-22T00:23:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:31,564 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/30874b178d87472684139141cb6300e4 2024-11-22T00:23:31,597 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/0404ed864abc43ee9aa4237fab301b1d is 50, key is test_row_0/C:col10/1732235010260/Put/seqid=0 2024-11-22T00:23:31,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741925_1101 (size=9857) 2024-11-22T00:23:31,679 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/0404ed864abc43ee9aa4237fab301b1d 2024-11-22T00:23:31,700 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/A/7abe5ed752784e8aa88253850f3d7e2d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7abe5ed752784e8aa88253850f3d7e2d 2024-11-22T00:23:31,737 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7abe5ed752784e8aa88253850f3d7e2d, entries=100, sequenceid=403, filesize=9.6 K 2024-11-22T00:23:31,743 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/B/30874b178d87472684139141cb6300e4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/30874b178d87472684139141cb6300e4 2024-11-22T00:23:31,765 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/30874b178d87472684139141cb6300e4, entries=100, sequenceid=403, filesize=9.6 K 2024-11-22T00:23:31,768 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/.tmp/C/0404ed864abc43ee9aa4237fab301b1d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0404ed864abc43ee9aa4237fab301b1d 2024-11-22T00:23:31,792 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0404ed864abc43ee9aa4237fab301b1d, entries=100, sequenceid=403, filesize=9.6 K 2024-11-22T00:23:31,794 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f8c6c8fa787cfcd8265e17d991f4bd82 in 1218ms, sequenceid=403, compaction requested=true 2024-11-22T00:23:31,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e226058fc4da49be9b4020e25a7bf9c5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7251099f06474cb1b1522868a5399159, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/604eb6906bdd437298d3741be3fd26e8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/593dc39cb3ed4f719eabe6332bf1425e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/6d7b116c75c244e8af70253bbbcde211, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/dd63469c2472491e8ea2187af2e42c6d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cca3d955d3fc4d1d9ad66eb7ec67b044, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/371797892c414cefb1b5c819aee2c800, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/b8c3590f217d4d3190c8dc78674c9dca, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a8a43b968b57401f9eca6c0c92b952b0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/f6dd11c2790c40a2b645ec96680aa92f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a5935df1f4ec43978f3ea33ea1ea5bcb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/50dc6e97ee8146b28653cd0bbb726e77, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/0da53e662ae94174b5d4a23e784bb83f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/abc8192765924d19bc8411277cc6acb2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/93d82d82e33646edacb55f9078e35da6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/30f659bb71a543a7b283118191867bca, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e035b40aa0064fc0b22cd1ac8d90e932, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/75d461a021a1499b917c77e5cd6ca5cc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/aced10a1f747493fb3e67b6f912039e7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/66aa007af93642209e52ed388be32497, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bde586ad7efa4f0f99d3c7c763da1cae, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3e710fe9832b4053bacb49eec3cfd4a6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bb9661ee67064fc9a38cf802326b8832, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e6bc9741433143aa8ddca7fc0d33a150, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3cc9f8b5f11542d6a158f43b4f4108ab] to archive 2024-11-22T00:23:31,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:23:31,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e226058fc4da49be9b4020e25a7bf9c5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e226058fc4da49be9b4020e25a7bf9c5 2024-11-22T00:23:31,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7251099f06474cb1b1522868a5399159 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7251099f06474cb1b1522868a5399159 2024-11-22T00:23:31,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/604eb6906bdd437298d3741be3fd26e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/604eb6906bdd437298d3741be3fd26e8 2024-11-22T00:23:31,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/593dc39cb3ed4f719eabe6332bf1425e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/593dc39cb3ed4f719eabe6332bf1425e 2024-11-22T00:23:31,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/6d7b116c75c244e8af70253bbbcde211 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/6d7b116c75c244e8af70253bbbcde211 2024-11-22T00:23:31,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/dd63469c2472491e8ea2187af2e42c6d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/dd63469c2472491e8ea2187af2e42c6d 2024-11-22T00:23:31,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cca3d955d3fc4d1d9ad66eb7ec67b044 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cca3d955d3fc4d1d9ad66eb7ec67b044 2024-11-22T00:23:31,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/371797892c414cefb1b5c819aee2c800 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/371797892c414cefb1b5c819aee2c800 2024-11-22T00:23:31,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/b8c3590f217d4d3190c8dc78674c9dca to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/b8c3590f217d4d3190c8dc78674c9dca 2024-11-22T00:23:31,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a8a43b968b57401f9eca6c0c92b952b0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a8a43b968b57401f9eca6c0c92b952b0 2024-11-22T00:23:31,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/f6dd11c2790c40a2b645ec96680aa92f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/f6dd11c2790c40a2b645ec96680aa92f 2024-11-22T00:23:31,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a5935df1f4ec43978f3ea33ea1ea5bcb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/a5935df1f4ec43978f3ea33ea1ea5bcb 2024-11-22T00:23:31,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/50dc6e97ee8146b28653cd0bbb726e77 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/50dc6e97ee8146b28653cd0bbb726e77 2024-11-22T00:23:31,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/0da53e662ae94174b5d4a23e784bb83f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/0da53e662ae94174b5d4a23e784bb83f 2024-11-22T00:23:31,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/abc8192765924d19bc8411277cc6acb2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/abc8192765924d19bc8411277cc6acb2 2024-11-22T00:23:31,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/93d82d82e33646edacb55f9078e35da6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/93d82d82e33646edacb55f9078e35da6 2024-11-22T00:23:31,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/30f659bb71a543a7b283118191867bca to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/30f659bb71a543a7b283118191867bca 2024-11-22T00:23:31,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e035b40aa0064fc0b22cd1ac8d90e932 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e035b40aa0064fc0b22cd1ac8d90e932 2024-11-22T00:23:31,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/75d461a021a1499b917c77e5cd6ca5cc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/75d461a021a1499b917c77e5cd6ca5cc 2024-11-22T00:23:31,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/aced10a1f747493fb3e67b6f912039e7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/aced10a1f747493fb3e67b6f912039e7 2024-11-22T00:23:31,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/66aa007af93642209e52ed388be32497 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/66aa007af93642209e52ed388be32497 2024-11-22T00:23:31,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bde586ad7efa4f0f99d3c7c763da1cae to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bde586ad7efa4f0f99d3c7c763da1cae 2024-11-22T00:23:31,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3e710fe9832b4053bacb49eec3cfd4a6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3e710fe9832b4053bacb49eec3cfd4a6 2024-11-22T00:23:31,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bb9661ee67064fc9a38cf802326b8832 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/bb9661ee67064fc9a38cf802326b8832 2024-11-22T00:23:32,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e6bc9741433143aa8ddca7fc0d33a150 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/e6bc9741433143aa8ddca7fc0d33a150 2024-11-22T00:23:32,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3cc9f8b5f11542d6a158f43b4f4108ab to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3cc9f8b5f11542d6a158f43b4f4108ab 2024-11-22T00:23:32,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/6ec06351f54d44cfaf5992fa4de7d4fd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a68270ca35ef4dedb08558f83e5e9319, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c47d20bb28744edf831ae945d125b5a1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/49e95033fc734be1b7c8a140911f56ef, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/40752edf0cad436e961969f40cbbec55, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a339d65e810c41c89fb6b68fa50f0588, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3928282cac9e46839075f15a714d9a12, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1c04d8b40e0f45e98fd189537369e9dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/2a9105c986c94ab4aeaef754065aed52, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ca92d036cd854b11b7a03204398b30d6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3ce8935ca63c47678e10ad468be22201, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/323bef3428f249268b35a929986d991e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/56ea491544e34a15aa054c82424407df, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd9e8b1ec5af45d2976b229ec9e3d369, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/eec402f6b85e43f18c88acf9a00093e1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbe1b163f4104b9e8a4862cd9b2c5815, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd664dd3892b4d8c834af581ef9c50d7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbcd88ae3547428a94476a8f6bf4608f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1b7105b0b1a948f7be59cfcd5de91770, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c77e722824e64465baf65aed2cc9a234, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/4659ab00167542339633db6e9ea17f32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1ddae65155294a7ca57ee675c47299ea, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ebef0773c15b479584f11586049241da, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/df168f6d02f5470d9eda50aa0dbd698a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/437af3ef563e4f6a8ba4f84354d958a3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/78d316d718744c4d8339fb7549fc0d0b] to archive 2024-11-22T00:23:32,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:23:32,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/6ec06351f54d44cfaf5992fa4de7d4fd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/6ec06351f54d44cfaf5992fa4de7d4fd 2024-11-22T00:23:32,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a68270ca35ef4dedb08558f83e5e9319 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a68270ca35ef4dedb08558f83e5e9319 2024-11-22T00:23:32,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c47d20bb28744edf831ae945d125b5a1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c47d20bb28744edf831ae945d125b5a1 2024-11-22T00:23:32,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/49e95033fc734be1b7c8a140911f56ef to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/49e95033fc734be1b7c8a140911f56ef 2024-11-22T00:23:32,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/40752edf0cad436e961969f40cbbec55 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/40752edf0cad436e961969f40cbbec55 2024-11-22T00:23:32,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a339d65e810c41c89fb6b68fa50f0588 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/a339d65e810c41c89fb6b68fa50f0588 2024-11-22T00:23:32,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3928282cac9e46839075f15a714d9a12 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3928282cac9e46839075f15a714d9a12 2024-11-22T00:23:32,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1c04d8b40e0f45e98fd189537369e9dc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1c04d8b40e0f45e98fd189537369e9dc 2024-11-22T00:23:32,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/2a9105c986c94ab4aeaef754065aed52 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/2a9105c986c94ab4aeaef754065aed52 2024-11-22T00:23:32,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ca92d036cd854b11b7a03204398b30d6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ca92d036cd854b11b7a03204398b30d6 2024-11-22T00:23:32,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3ce8935ca63c47678e10ad468be22201 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/3ce8935ca63c47678e10ad468be22201 2024-11-22T00:23:32,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/323bef3428f249268b35a929986d991e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/323bef3428f249268b35a929986d991e 2024-11-22T00:23:32,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/56ea491544e34a15aa054c82424407df to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/56ea491544e34a15aa054c82424407df 2024-11-22T00:23:32,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd9e8b1ec5af45d2976b229ec9e3d369 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd9e8b1ec5af45d2976b229ec9e3d369 2024-11-22T00:23:32,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/eec402f6b85e43f18c88acf9a00093e1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/eec402f6b85e43f18c88acf9a00093e1 2024-11-22T00:23:32,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbe1b163f4104b9e8a4862cd9b2c5815 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbe1b163f4104b9e8a4862cd9b2c5815 2024-11-22T00:23:32,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd664dd3892b4d8c834af581ef9c50d7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/fd664dd3892b4d8c834af581ef9c50d7 2024-11-22T00:23:32,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbcd88ae3547428a94476a8f6bf4608f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/dbcd88ae3547428a94476a8f6bf4608f 2024-11-22T00:23:32,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1b7105b0b1a948f7be59cfcd5de91770 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1b7105b0b1a948f7be59cfcd5de91770 2024-11-22T00:23:32,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c77e722824e64465baf65aed2cc9a234 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c77e722824e64465baf65aed2cc9a234 2024-11-22T00:23:32,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/4659ab00167542339633db6e9ea17f32 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/4659ab00167542339633db6e9ea17f32 2024-11-22T00:23:32,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1ddae65155294a7ca57ee675c47299ea to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/1ddae65155294a7ca57ee675c47299ea 2024-11-22T00:23:32,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ebef0773c15b479584f11586049241da to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ebef0773c15b479584f11586049241da 2024-11-22T00:23:32,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/df168f6d02f5470d9eda50aa0dbd698a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/df168f6d02f5470d9eda50aa0dbd698a 2024-11-22T00:23:32,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/437af3ef563e4f6a8ba4f84354d958a3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/437af3ef563e4f6a8ba4f84354d958a3 2024-11-22T00:23:32,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/78d316d718744c4d8339fb7549fc0d0b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/78d316d718744c4d8339fb7549fc0d0b 2024-11-22T00:23:32,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8ab32b3036b843c8abf5f80b47ad6766, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/540c62200d0e4292824e66f4c754087f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/08af53188b264f0eadd907736c335fee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/c4726ff154be4a08987c29b8653e3d59, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/5297ab7abf944f878fe734edb9604b86, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4cde7b2bda04472e86a959de910431c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1445cc7bc30a45408480bf831ecb7f17, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/60c0f8047b9b4569b3236ed93de99c1b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d309c0af1cf248e6bb07eaebb4c2afa6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/e13b742518554daf9c48fc277a21993e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9fab3005bb464085b59b1e6bdddb8155, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0f15cf14b9ee4897890122d8b96800cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f2a4e2ff601144459fea46ecfd716768, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/07dc371238eb489baa45f18c0693c3a4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f1018c31bbca44ec858eb65c9f8b642c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d9f1c1e8aa434721bfa3f8fb451179e4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/30b25dbbbbda4f958e6c9df4b38aa5e9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/a42c4f50e6c94d93b0f3f29f7a8613d9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8d8bd8cdea184dd196c9e27e87036005, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/33392b3e0e494f58b1a42aa7ec694d5f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1355f908684a4005b305ef4ed4817dce, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d171c98e9ca54c6f98afcbdcf30114f2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/78587358cf1346e09ebf574d3e9f0237, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9f746c3e5fbf441890c253319f4d791d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/19fe10624a264817b2839c8c08a5d5e6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/2194551f7bd0434e9ea0d9a4740fa4ae] to archive 2024-11-22T00:23:32,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:23:32,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8ab32b3036b843c8abf5f80b47ad6766 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8ab32b3036b843c8abf5f80b47ad6766 2024-11-22T00:23:32,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/540c62200d0e4292824e66f4c754087f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/540c62200d0e4292824e66f4c754087f 2024-11-22T00:23:32,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/08af53188b264f0eadd907736c335fee to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/08af53188b264f0eadd907736c335fee 2024-11-22T00:23:32,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/c4726ff154be4a08987c29b8653e3d59 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/c4726ff154be4a08987c29b8653e3d59 2024-11-22T00:23:32,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/5297ab7abf944f878fe734edb9604b86 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/5297ab7abf944f878fe734edb9604b86 2024-11-22T00:23:32,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4cde7b2bda04472e86a959de910431c0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4cde7b2bda04472e86a959de910431c0 2024-11-22T00:23:32,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1445cc7bc30a45408480bf831ecb7f17 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1445cc7bc30a45408480bf831ecb7f17 2024-11-22T00:23:32,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/60c0f8047b9b4569b3236ed93de99c1b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/60c0f8047b9b4569b3236ed93de99c1b 2024-11-22T00:23:32,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d309c0af1cf248e6bb07eaebb4c2afa6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d309c0af1cf248e6bb07eaebb4c2afa6 2024-11-22T00:23:32,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/e13b742518554daf9c48fc277a21993e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/e13b742518554daf9c48fc277a21993e 2024-11-22T00:23:32,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9fab3005bb464085b59b1e6bdddb8155 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9fab3005bb464085b59b1e6bdddb8155 2024-11-22T00:23:32,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0f15cf14b9ee4897890122d8b96800cd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0f15cf14b9ee4897890122d8b96800cd 2024-11-22T00:23:32,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f2a4e2ff601144459fea46ecfd716768 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f2a4e2ff601144459fea46ecfd716768 2024-11-22T00:23:32,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/07dc371238eb489baa45f18c0693c3a4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/07dc371238eb489baa45f18c0693c3a4 2024-11-22T00:23:32,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f1018c31bbca44ec858eb65c9f8b642c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/f1018c31bbca44ec858eb65c9f8b642c 2024-11-22T00:23:32,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d9f1c1e8aa434721bfa3f8fb451179e4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d9f1c1e8aa434721bfa3f8fb451179e4 2024-11-22T00:23:32,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/30b25dbbbbda4f958e6c9df4b38aa5e9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/30b25dbbbbda4f958e6c9df4b38aa5e9 2024-11-22T00:23:32,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/a42c4f50e6c94d93b0f3f29f7a8613d9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/a42c4f50e6c94d93b0f3f29f7a8613d9 2024-11-22T00:23:32,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8d8bd8cdea184dd196c9e27e87036005 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/8d8bd8cdea184dd196c9e27e87036005 2024-11-22T00:23:32,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/33392b3e0e494f58b1a42aa7ec694d5f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/33392b3e0e494f58b1a42aa7ec694d5f 2024-11-22T00:23:32,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1355f908684a4005b305ef4ed4817dce to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/1355f908684a4005b305ef4ed4817dce 2024-11-22T00:23:32,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d171c98e9ca54c6f98afcbdcf30114f2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/d171c98e9ca54c6f98afcbdcf30114f2 2024-11-22T00:23:32,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/78587358cf1346e09ebf574d3e9f0237 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/78587358cf1346e09ebf574d3e9f0237 2024-11-22T00:23:32,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9f746c3e5fbf441890c253319f4d791d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/9f746c3e5fbf441890c253319f4d791d 2024-11-22T00:23:32,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/19fe10624a264817b2839c8c08a5d5e6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/19fe10624a264817b2839c8c08a5d5e6 2024-11-22T00:23:32,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/2194551f7bd0434e9ea0d9a4740fa4ae to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/2194551f7bd0434e9ea0d9a4740fa4ae 2024-11-22T00:23:32,458 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=1 2024-11-22T00:23:32,462 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82. 2024-11-22T00:23:32,462 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for f8c6c8fa787cfcd8265e17d991f4bd82: 2024-11-22T00:23:32,464 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:32,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f8c6c8fa787cfcd8265e17d991f4bd82, regionState=CLOSED 2024-11-22T00:23:32,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T00:23:32,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure f8c6c8fa787cfcd8265e17d991f4bd82, server=eb610cd766b1,40805,1732234971623 in 2.0730 sec 2024-11-22T00:23:32,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T00:23:32,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f8c6c8fa787cfcd8265e17d991f4bd82, UNASSIGN in 2.0810 sec 2024-11-22T00:23:32,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T00:23:32,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0930 sec 2024-11-22T00:23:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:32,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235012484"}]},"ts":"1732235012484"} 2024-11-22T00:23:32,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T00:23:33,783 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T00:23:33,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4360 sec 2024-11-22T00:23:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T00:23:34,485 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-22T00:23:34,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T00:23:38,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:23:39,738 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_52250378_22 at /127.0.0.1:39264 [Receiving block BP-1252784759-172.17.0.2-1732234964023:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 5237ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data2/, blockId=1073741830, seqno=400 2024-11-22T00:23:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:39,741 INFO [AsyncFSWAL-0-hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData-prefix:eb610cd766b1,38305,1732234969545 {}] wal.AbstractFSWAL(1183): Slow sync cost: 5244 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32907,DS-d87c2763-3941-4263-9767-42f6319a82b1,DISK]] 2024-11-22T00:23:39,742 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:39,744 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T00:23:39,754 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:39,799 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/recovered.edits] 2024-11-22T00:23:39,812 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3716ffd664bb449ea8ebc6b924b1dddd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/3716ffd664bb449ea8ebc6b924b1dddd 2024-11-22T00:23:39,816 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7abe5ed752784e8aa88253850f3d7e2d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/7abe5ed752784e8aa88253850f3d7e2d 2024-11-22T00:23:39,820 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cdedc0bbc75243beb0d4fe0844dde86e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/A/cdedc0bbc75243beb0d4fe0844dde86e 2024-11-22T00:23:39,828 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/30874b178d87472684139141cb6300e4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/30874b178d87472684139141cb6300e4 2024-11-22T00:23:39,830 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c6427fed4cfa4292ad0a6de4d28c29f0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/c6427fed4cfa4292ad0a6de4d28c29f0 2024-11-22T00:23:39,832 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ffccca8bb99546998d552afdd4aa020f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/B/ffccca8bb99546998d552afdd4aa020f 2024-11-22T00:23:39,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0404ed864abc43ee9aa4237fab301b1d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/0404ed864abc43ee9aa4237fab301b1d 2024-11-22T00:23:39,837 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4a87c975067d4911bcee48e5ab44158b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/4a87c975067d4911bcee48e5ab44158b 2024-11-22T00:23:39,839 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/b465773fed7a4c33bb0d2fd4d6625ba5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/C/b465773fed7a4c33bb0d2fd4d6625ba5 2024-11-22T00:23:39,843 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/recovered.edits/406.seqid to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82/recovered.edits/406.seqid 2024-11-22T00:23:39,844 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/f8c6c8fa787cfcd8265e17d991f4bd82 2024-11-22T00:23:39,844 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T00:23:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T00:23:39,863 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:39,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T00:23:39,883 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T00:23:39,980 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T00:23:39,995 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:39,995 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T00:23:39,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732235019995"}]},"ts":"9223372036854775807"} 2024-11-22T00:23:40,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T00:23:40,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f8c6c8fa787cfcd8265e17d991f4bd82, NAME => 'TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T00:23:40,008 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T00:23:40,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732235020008"}]},"ts":"9223372036854775807"} 2024-11-22T00:23:40,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T00:23:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T00:23:40,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:40,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 5.7290 sec 2024-11-22T00:23:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T00:23:40,352 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-22T00:23:40,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=236 (was 216) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;eb610cd766b1:40805-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1441 (was 1017) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1088 (was 3798) 2024-11-22T00:23:40,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=236, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=1441, ProcessCount=11, AvailableMemoryMB=1085 2024-11-22T00:23:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:23:40,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:23:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:40,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:23:40,426 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:40,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:23:40,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-22T00:23:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T00:23:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741926_1102 (size=963) 2024-11-22T00:23:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T00:23:40,615 INFO [master/eb610cd766b1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T00:23:40,615 INFO [master/eb610cd766b1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T00:23:40,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T00:23:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T00:23:40,861 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:23:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741927_1103 (size=53) 2024-11-22T00:23:40,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:23:40,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3ce47633589859ff3c09f7490d78d695, disabling compactions & flushes 2024-11-22T00:23:40,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:40,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:40,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. after waiting 0 ms 2024-11-22T00:23:40,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:40,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:40,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:40,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:23:40,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732235020902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732235020902"}]},"ts":"1732235020902"} 2024-11-22T00:23:40,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:23:40,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:23:40,916 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235020916"}]},"ts":"1732235020916"} 2024-11-22T00:23:40,923 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T00:23:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T00:23:41,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, ASSIGN}] 2024-11-22T00:23:41,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, ASSIGN 2024-11-22T00:23:41,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:23:41,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:41,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:23:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T00:23:41,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:41,609 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:41,610 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:23:41,610 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,610 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:23:41,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,617 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,630 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:41,631 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce47633589859ff3c09f7490d78d695 columnFamilyName A 2024-11-22T00:23:41,631 DEBUG [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:41,635 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(327): Store=3ce47633589859ff3c09f7490d78d695/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:41,635 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,643 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:41,644 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce47633589859ff3c09f7490d78d695 columnFamilyName B 2024-11-22T00:23:41,644 DEBUG [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:41,647 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(327): Store=3ce47633589859ff3c09f7490d78d695/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:41,647 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,656 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:41,656 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce47633589859ff3c09f7490d78d695 columnFamilyName C 2024-11-22T00:23:41,656 DEBUG [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:41,666 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(327): Store=3ce47633589859ff3c09f7490d78d695/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:41,666 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:41,671 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,672 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,683 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:23:41,690 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:41,704 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:23:41,708 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 3ce47633589859ff3c09f7490d78d695; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70261460, jitterRate=0.046977341175079346}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:23:41,711 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:41,719 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., pid=35, masterSystemTime=1732235021585 2024-11-22T00:23:41,728 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:41,728 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:41,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:41,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T00:23:41,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 in 316 msec 2024-11-22T00:23:41,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:23:41,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235021750"}]},"ts":"1732235021750"} 2024-11-22T00:23:41,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T00:23:41,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, ASSIGN in 487 msec 2024-11-22T00:23:41,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T00:23:41,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:23:41,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3490 sec 2024-11-22T00:23:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T00:23:42,553 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-22T00:23:42,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x739f6ad6 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71ec705f 2024-11-22T00:23:42,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7747a0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:42,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:42,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:42,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:23:42,655 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:23:42,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:23:42,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:23:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T00:23:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741928_1104 (size=999) 2024-11-22T00:23:43,143 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-22T00:23:43,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-22T00:23:43,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:23:43,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, REOPEN/MOVE}] 2024-11-22T00:23:43,163 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, REOPEN/MOVE 2024-11-22T00:23:43,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:43,166 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:23:43,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:23:43,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:43,319 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,319 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:23:43,319 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 3ce47633589859ff3c09f7490d78d695, disabling compactions & flushes 2024-11-22T00:23:43,319 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,320 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,320 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. after waiting 0 ms 2024-11-22T00:23:43,320 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,324 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T00:23:43,325 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,325 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:43,325 WARN [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 3ce47633589859ff3c09f7490d78d695 to self. 2024-11-22T00:23:43,328 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=CLOSED 2024-11-22T00:23:43,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T00:23:43,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 in 164 msec 2024-11-22T00:23:43,332 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, REOPEN/MOVE; state=CLOSED, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=true 2024-11-22T00:23:43,483 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:43,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:23:43,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:43,664 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,664 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:23:43,664 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,664 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:23:43,665 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,665 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,680 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,682 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:43,689 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce47633589859ff3c09f7490d78d695 columnFamilyName A 2024-11-22T00:23:43,692 DEBUG [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:43,694 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(327): Store=3ce47633589859ff3c09f7490d78d695/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:43,695 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,703 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:43,703 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce47633589859ff3c09f7490d78d695 columnFamilyName B 2024-11-22T00:23:43,704 DEBUG [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:43,705 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(327): Store=3ce47633589859ff3c09f7490d78d695/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:43,705 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,706 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:23:43,706 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce47633589859ff3c09f7490d78d695 columnFamilyName C 2024-11-22T00:23:43,706 DEBUG [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:43,709 INFO [StoreOpener-3ce47633589859ff3c09f7490d78d695-1 {}] regionserver.HStore(327): Store=3ce47633589859ff3c09f7490d78d695/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:23:43,709 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,710 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,715 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,726 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:23:43,735 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:43,742 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 3ce47633589859ff3c09f7490d78d695; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60732685, jitterRate=-0.09501247107982635}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:23:43,747 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:43,754 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., pid=40, masterSystemTime=1732235023647 2024-11-22T00:23:43,757 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,758 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:43,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=OPEN, openSeqNum=5, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:43,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-22T00:23:43,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 in 265 msec 2024-11-22T00:23:43,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T00:23:43,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, REOPEN/MOVE in 600 msec 2024-11-22T00:23:43,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T00:23:43,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 616 msec 2024-11-22T00:23:43,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0900 sec 2024-11-22T00:23:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T00:23:43,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x101b7259 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23ba8092 2024-11-22T00:23:43,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcbdbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-11-22T00:23:43,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79982672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-22T00:23:43,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328f994d to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3a4420 2024-11-22T00:23:43,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a9306be to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24f64590 2024-11-22T00:23:43,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a533a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46114993 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769942d9 2024-11-22T00:23:43,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-22T00:23:43,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-22T00:23:43,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:43,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-22T00:23:44,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:23:44,016 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-22T00:23:44,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:44,019 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:44,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:44,036 DEBUG [hconnection-0x34c2a382-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,043 DEBUG [hconnection-0x6b038333-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,045 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,048 DEBUG [hconnection-0x7b62f6ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,052 DEBUG [hconnection-0x1bf01718-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,053 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,055 DEBUG [hconnection-0x7ff3aacc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T00:23:44,056 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,058 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,065 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,070 DEBUG [hconnection-0x21b61ef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,070 DEBUG [hconnection-0x5bd94073-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,073 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,075 DEBUG [hconnection-0x2ab3143d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:44,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:23:44,076 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:44,080 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,094 DEBUG [hconnection-0x1cce6155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:23:44,096 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:23:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:44,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b272e33fa3764b29b9cbc637263ecea0_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235024062/Put/seqid=0 2024-11-22T00:23:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741929_1105 (size=12154) 2024-11-22T00:23:44,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:44,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b272e33fa3764b29b9cbc637263ecea0_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b272e33fa3764b29b9cbc637263ecea0_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:44,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/814666fd653d44f49e517afab9d7730d, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:44,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/814666fd653d44f49e517afab9d7730d is 175, key is test_row_0/A:col10/1732235024062/Put/seqid=0 2024-11-22T00:23:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741930_1106 (size=30955) 2024-11-22T00:23:44,272 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/814666fd653d44f49e517afab9d7730d 2024-11-22T00:23:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235084239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235084304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235084307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/a29e9e3b44804d2783833a9ca5e878f8 is 50, key is test_row_0/B:col10/1732235024062/Put/seqid=0 2024-11-22T00:23:44,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235084308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235084325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741931_1107 (size=12001) 2024-11-22T00:23:44,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/a29e9e3b44804d2783833a9ca5e878f8 2024-11-22T00:23:44,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235084409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235084429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235084429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235084430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235084431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/41a55b5168834703a180cbd69da140b1 is 50, key is test_row_0/C:col10/1732235024062/Put/seqid=0 2024-11-22T00:23:44,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741932_1108 (size=12001) 2024-11-22T00:23:44,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235084618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:44,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:44,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235084643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235084643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235084648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235084648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:44,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/41a55b5168834703a180cbd69da140b1 2024-11-22T00:23:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235084930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/814666fd653d44f49e517afab9d7730d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d 2024-11-22T00:23:44,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235084951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235084954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235084953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235084964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:44,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T00:23:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/a29e9e3b44804d2783833a9ca5e878f8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/a29e9e3b44804d2783833a9ca5e878f8 2024-11-22T00:23:45,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/a29e9e3b44804d2783833a9ca5e878f8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T00:23:45,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/41a55b5168834703a180cbd69da140b1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/41a55b5168834703a180cbd69da140b1 2024-11-22T00:23:45,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/41a55b5168834703a180cbd69da140b1, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T00:23:45,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 3ce47633589859ff3c09f7490d78d695 in 939ms, sequenceid=16, compaction requested=false 2024-11-22T00:23:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:45,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T00:23:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:45,124 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:23:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122100b606131994da081fd07284dfd7e6b_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235024240/Put/seqid=0 2024-11-22T00:23:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741933_1109 (size=12154) 2024-11-22T00:23:45,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:45,268 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122100b606131994da081fd07284dfd7e6b_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122100b606131994da081fd07284dfd7e6b_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:45,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fbaa5ad0a44e42dca10218081db05e28, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:45,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fbaa5ad0a44e42dca10218081db05e28 is 175, key is test_row_0/A:col10/1732235024240/Put/seqid=0 2024-11-22T00:23:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741934_1110 (size=30955) 2024-11-22T00:23:45,345 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fbaa5ad0a44e42dca10218081db05e28 2024-11-22T00:23:45,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/602cae3cdea54cd590272f277c341265 is 50, key is test_row_0/B:col10/1732235024240/Put/seqid=0 2024-11-22T00:23:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741935_1111 (size=12001) 2024-11-22T00:23:45,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235085481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235085491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235085492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235085492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235085493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235085599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235085604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235085604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235085609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235085804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235085806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235085806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235085814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:45,875 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/602cae3cdea54cd590272f277c341265 2024-11-22T00:23:45,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/30445b2853e9463cbe70e24efcc94d38 is 50, key is test_row_0/C:col10/1732235024240/Put/seqid=0 2024-11-22T00:23:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741936_1112 (size=12001) 2024-11-22T00:23:45,905 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/30445b2853e9463cbe70e24efcc94d38 2024-11-22T00:23:45,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fbaa5ad0a44e42dca10218081db05e28 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28 2024-11-22T00:23:45,953 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28, entries=150, sequenceid=42, filesize=30.2 K 2024-11-22T00:23:45,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/602cae3cdea54cd590272f277c341265 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/602cae3cdea54cd590272f277c341265 2024-11-22T00:23:46,055 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/602cae3cdea54cd590272f277c341265, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T00:23:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/30445b2853e9463cbe70e24efcc94d38 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/30445b2853e9463cbe70e24efcc94d38 2024-11-22T00:23:46,109 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/30445b2853e9463cbe70e24efcc94d38, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T00:23:46,110 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3ce47633589859ff3c09f7490d78d695 in 986ms, sequenceid=42, compaction requested=false 2024-11-22T00:23:46,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:46,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:46,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T00:23:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-22T00:23:46,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-22T00:23:46,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0930 sec 2024-11-22T00:23:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:46,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:23:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:46,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.1000 sec 2024-11-22T00:23:46,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d831a6bb70294b27b6cc63238295189d_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:46,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:23:46,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235086224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235086228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235086227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235086230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741937_1113 (size=12154) 2024-11-22T00:23:46,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235086338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235086339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235086342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235086347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235086504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235086556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235086556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235086561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235086580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:46,722 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d831a6bb70294b27b6cc63238295189d_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d831a6bb70294b27b6cc63238295189d_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:46,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/f21fe7814da6466fbf1e241c94363a3c, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:46,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/f21fe7814da6466fbf1e241c94363a3c is 175, key is test_row_0/A:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741938_1114 (size=30955) 2024-11-22T00:23:46,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/f21fe7814da6466fbf1e241c94363a3c 2024-11-22T00:23:46,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/aad2e9cdfc4f47169ab470621a5a8f3e is 50, key is test_row_0/B:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741939_1115 (size=12001) 2024-11-22T00:23:46,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/aad2e9cdfc4f47169ab470621a5a8f3e 2024-11-22T00:23:46,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/73ca11f9ae854d06ae3879184fd73593 is 50, key is test_row_0/C:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235086866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235086866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235086880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235086892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741940_1116 (size=12001) 2024-11-22T00:23:47,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/73ca11f9ae854d06ae3879184fd73593 2024-11-22T00:23:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/f21fe7814da6466fbf1e241c94363a3c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c 2024-11-22T00:23:47,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c, entries=150, sequenceid=54, filesize=30.2 K 2024-11-22T00:23:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/aad2e9cdfc4f47169ab470621a5a8f3e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/aad2e9cdfc4f47169ab470621a5a8f3e 2024-11-22T00:23:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235087373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:47,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235087376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235087385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:47,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/aad2e9cdfc4f47169ab470621a5a8f3e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T00:23:47,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235087403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:47,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/73ca11f9ae854d06ae3879184fd73593 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/73ca11f9ae854d06ae3879184fd73593 2024-11-22T00:23:47,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/73ca11f9ae854d06ae3879184fd73593, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T00:23:47,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ce47633589859ff3c09f7490d78d695 in 1299ms, sequenceid=54, compaction requested=true 2024-11-22T00:23:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:47,430 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:47,431 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:47,431 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/A is initiating minor compaction (all files) 2024-11-22T00:23:47,431 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/A in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:47,432 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=90.7 K 2024-11-22T00:23:47,432 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:47,432 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c] 2024-11-22T00:23:47,433 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 814666fd653d44f49e517afab9d7730d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732235024062 2024-11-22T00:23:47,433 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbaa5ad0a44e42dca10218081db05e28, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235024240 2024-11-22T00:23:47,433 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting f21fe7814da6466fbf1e241c94363a3c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235025460 2024-11-22T00:23:47,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:47,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:47,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:47,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:47,436 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:47,439 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:47,440 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/B is initiating minor compaction (all files) 2024-11-22T00:23:47,440 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/B in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:47,440 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/a29e9e3b44804d2783833a9ca5e878f8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/602cae3cdea54cd590272f277c341265, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/aad2e9cdfc4f47169ab470621a5a8f3e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=35.2 K 2024-11-22T00:23:47,441 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a29e9e3b44804d2783833a9ca5e878f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732235024062 2024-11-22T00:23:47,443 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 602cae3cdea54cd590272f277c341265, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235024240 2024-11-22T00:23:47,446 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting aad2e9cdfc4f47169ab470621a5a8f3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235025460 2024-11-22T00:23:47,460 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:47,470 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:47,470 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/ed881a960a3e425eaadc5ba0631b958e is 50, key is test_row_0/B:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:47,474 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225ed7de6b6b084ac0b3b3b77fe7533c35_3ce47633589859ff3c09f7490d78d695 store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:47,480 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225ed7de6b6b084ac0b3b3b77fe7533c35_3ce47633589859ff3c09f7490d78d695, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:47,481 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225ed7de6b6b084ac0b3b3b77fe7533c35_3ce47633589859ff3c09f7490d78d695 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741941_1117 (size=12104) 2024-11-22T00:23:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741942_1118 (size=4469) 2024-11-22T00:23:47,533 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/ed881a960a3e425eaadc5ba0631b958e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/ed881a960a3e425eaadc5ba0631b958e 2024-11-22T00:23:47,562 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/B of 3ce47633589859ff3c09f7490d78d695 into ed881a960a3e425eaadc5ba0631b958e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:47,562 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:47,562 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/B, priority=13, startTime=1732235027435; duration=0sec 2024-11-22T00:23:47,562 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:47,566 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:B 2024-11-22T00:23:47,567 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:47,573 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:47,573 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/C is initiating minor compaction (all files) 2024-11-22T00:23:47,573 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/C in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:47,573 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/41a55b5168834703a180cbd69da140b1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/30445b2853e9463cbe70e24efcc94d38, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/73ca11f9ae854d06ae3879184fd73593] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=35.2 K 2024-11-22T00:23:47,574 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 41a55b5168834703a180cbd69da140b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732235024062 2024-11-22T00:23:47,575 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 30445b2853e9463cbe70e24efcc94d38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235024240 2024-11-22T00:23:47,576 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 73ca11f9ae854d06ae3879184fd73593, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235025460 2024-11-22T00:23:47,624 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:47,624 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/9908c12e97a942aab959e26f55788b1b is 50, key is test_row_0/C:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741943_1119 (size=12104) 2024-11-22T00:23:47,690 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/9908c12e97a942aab959e26f55788b1b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/9908c12e97a942aab959e26f55788b1b 2024-11-22T00:23:47,702 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/C of 3ce47633589859ff3c09f7490d78d695 into 9908c12e97a942aab959e26f55788b1b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:47,702 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:47,702 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/C, priority=13, startTime=1732235027435; duration=0sec 2024-11-22T00:23:47,702 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:47,703 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:C 2024-11-22T00:23:47,925 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#A#compaction#96 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:47,928 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/a97e2456da9b4f98b19ad442c4eab387 is 175, key is test_row_0/A:col10/1732235025460/Put/seqid=0 2024-11-22T00:23:47,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741944_1120 (size=31058) 2024-11-22T00:23:47,983 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/a97e2456da9b4f98b19ad442c4eab387 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a97e2456da9b4f98b19ad442c4eab387 2024-11-22T00:23:47,997 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/A of 3ce47633589859ff3c09f7490d78d695 into a97e2456da9b4f98b19ad442c4eab387(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:47,998 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:47,998 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/A, priority=13, startTime=1732235027430; duration=0sec 2024-11-22T00:23:47,998 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:47,998 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:A 2024-11-22T00:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T00:23:48,131 INFO [Thread-555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-22T00:23:48,133 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-22T00:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T00:23:48,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:48,136 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:48,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T00:23:48,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T00:23:48,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:48,290 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:23:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:48,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cff3ef23ed0e4d0295006ceefc0b7d6f_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235026226/Put/seqid=0 2024-11-22T00:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:48,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741945_1121 (size=12154) 2024-11-22T00:23:48,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:23:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T00:23:48,445 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cff3ef23ed0e4d0295006ceefc0b7d6f_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cff3ef23ed0e4d0295006ceefc0b7d6f_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/cc46e58e507f41d98b1af895d2c952e9, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/cc46e58e507f41d98b1af895d2c952e9 is 175, key is test_row_0/A:col10/1732235026226/Put/seqid=0 2024-11-22T00:23:48,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235088442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235088451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235088455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235088464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235088515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,520 DEBUG [Thread-547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741946_1122 (size=30955) 2024-11-22T00:23:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235088557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235088560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235088568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235088572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T00:23:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235088762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235088772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235088775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235088783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:48,950 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/cc46e58e507f41d98b1af895d2c952e9 2024-11-22T00:23:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/bed9c6980650429bae60a05e1a2ff407 is 50, key is test_row_0/B:col10/1732235026226/Put/seqid=0 2024-11-22T00:23:49,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741947_1123 (size=12001) 2024-11-22T00:23:49,075 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/bed9c6980650429bae60a05e1a2ff407 2024-11-22T00:23:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235089075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235089084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235089090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/554a007dde6f4a51bab262cc518664a0 is 50, key is test_row_0/C:col10/1732235026226/Put/seqid=0 2024-11-22T00:23:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235089099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741948_1124 (size=12001) 2024-11-22T00:23:49,162 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/554a007dde6f4a51bab262cc518664a0 2024-11-22T00:23:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/cc46e58e507f41d98b1af895d2c952e9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9 2024-11-22T00:23:49,233 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9, entries=150, sequenceid=81, filesize=30.2 K 2024-11-22T00:23:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T00:23:49,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/bed9c6980650429bae60a05e1a2ff407 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/bed9c6980650429bae60a05e1a2ff407 2024-11-22T00:23:49,275 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/bed9c6980650429bae60a05e1a2ff407, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T00:23:49,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/554a007dde6f4a51bab262cc518664a0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/554a007dde6f4a51bab262cc518664a0 2024-11-22T00:23:49,332 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/554a007dde6f4a51bab262cc518664a0, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T00:23:49,337 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3ce47633589859ff3c09f7490d78d695 in 1048ms, sequenceid=81, compaction requested=false 2024-11-22T00:23:49,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:49,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:49,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T00:23:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-22T00:23:49,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T00:23:49,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2030 sec 2024-11-22T00:23:49,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.2270 sec 2024-11-22T00:23:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:49,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:23:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:49,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:49,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:49,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:49,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235089654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235089659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ab0f0f45591447dbdcb4e559f18ee32_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235089666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235089668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741949_1125 (size=14594) 2024-11-22T00:23:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235089771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235089776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235089777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235089790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235089979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235089983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:49,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235089983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235089999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:50,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ab0f0f45591447dbdcb4e559f18ee32_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ab0f0f45591447dbdcb4e559f18ee32_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:50,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0755a08d6f244eca88c95491c340dd6b, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:50,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0755a08d6f244eca88c95491c340dd6b is 175, key is test_row_0/A:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741950_1126 (size=39549) 2024-11-22T00:23:50,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0755a08d6f244eca88c95491c340dd6b 2024-11-22T00:23:50,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/6f4d9e038c0747ef90f40d7d0a7d5af3 is 50, key is test_row_0/B:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T00:23:50,242 INFO [Thread-555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-22T00:23:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741951_1127 (size=12001) 2024-11-22T00:23:50,259 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-22T00:23:50,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/6f4d9e038c0747ef90f40d7d0a7d5af3 2024-11-22T00:23:50,262 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:50,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:50,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:50,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/305ba01d47a34e9ca24d409fe19166dd is 50, key is test_row_0/C:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235090291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235090296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235090296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235090319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741952_1128 (size=12001) 2024-11-22T00:23:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:50,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:50,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T00:23:50,698 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T00:23:50,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/305ba01d47a34e9ca24d409fe19166dd 2024-11-22T00:23:50,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0755a08d6f244eca88c95491c340dd6b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b 2024-11-22T00:23:50,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b, entries=200, sequenceid=94, filesize=38.6 K 2024-11-22T00:23:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T00:23:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/6f4d9e038c0747ef90f40d7d0a7d5af3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6f4d9e038c0747ef90f40d7d0a7d5af3 2024-11-22T00:23:50,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6f4d9e038c0747ef90f40d7d0a7d5af3, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T00:23:50,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/305ba01d47a34e9ca24d409fe19166dd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/305ba01d47a34e9ca24d409fe19166dd 2024-11-22T00:23:50,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/305ba01d47a34e9ca24d409fe19166dd, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T00:23:50,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3ce47633589859ff3c09f7490d78d695 in 1188ms, sequenceid=94, compaction requested=true 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:50,784 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:50,784 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:50,790 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:50,790 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/A is initiating minor compaction (all files) 2024-11-22T00:23:50,790 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/A in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,790 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a97e2456da9b4f98b19ad442c4eab387, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=99.2 K 2024-11-22T00:23:50,790 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,791 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a97e2456da9b4f98b19ad442c4eab387, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b] 2024-11-22T00:23:50,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:50,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/B is initiating minor compaction (all files) 2024-11-22T00:23:50,791 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/B in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,791 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a97e2456da9b4f98b19ad442c4eab387, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235025460 2024-11-22T00:23:50,791 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/ed881a960a3e425eaadc5ba0631b958e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/bed9c6980650429bae60a05e1a2ff407, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6f4d9e038c0747ef90f40d7d0a7d5af3] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=35.3 K 2024-11-22T00:23:50,795 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc46e58e507f41d98b1af895d2c952e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732235026216 2024-11-22T00:23:50,795 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ed881a960a3e425eaadc5ba0631b958e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235025460 2024-11-22T00:23:50,795 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting bed9c6980650429bae60a05e1a2ff407, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732235026216 2024-11-22T00:23:50,795 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0755a08d6f244eca88c95491c340dd6b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732235028428 2024-11-22T00:23:50,796 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f4d9e038c0747ef90f40d7d0a7d5af3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732235028428 2024-11-22T00:23:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:50,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:23:50,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:50,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:50,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:50,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:50,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:50,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:50,816 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:50,818 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:50,820 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122043b77722c2b49b991cf831e2f153793_3ce47633589859ff3c09f7490d78d695 store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:50,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,823 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/5774366af451491794a0520e04ce07e8 is 50, key is test_row_0/B:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235090816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,830 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122043b77722c2b49b991cf831e2f153793_3ce47633589859ff3c09f7490d78d695, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:50,830 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122043b77722c2b49b991cf831e2f153793_3ce47633589859ff3c09f7490d78d695 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:50,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222fb11c1226c74f68abf9c0fa9f3ab0cd_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235030800/Put/seqid=0 2024-11-22T00:23:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235090823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235090829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741953_1129 (size=12207) 2024-11-22T00:23:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235090839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741954_1130 (size=12154) 2024-11-22T00:23:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741955_1131 (size=4469) 2024-11-22T00:23:50,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:50,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:50,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235090927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235090937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235090937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235091133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235091143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235091149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:51,268 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222fb11c1226c74f68abf9c0fa9f3ab0cd_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222fb11c1226c74f68abf9c0fa9f3ab0cd_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:51,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/58f265cf474c43b1a3499a0d5b7db392, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:51,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/58f265cf474c43b1a3499a0d5b7db392 is 175, key is test_row_0/A:col10/1732235030800/Put/seqid=0 2024-11-22T00:23:51,272 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/5774366af451491794a0520e04ce07e8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5774366af451491794a0520e04ce07e8 2024-11-22T00:23:51,276 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#A#compaction#106 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:51,277 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/3f2aa14816e04dc5853cbe54ea00f3ac is 175, key is test_row_0/A:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:51,302 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/B of 3ce47633589859ff3c09f7490d78d695 into 5774366af451491794a0520e04ce07e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:51,302 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:51,302 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/B, priority=13, startTime=1732235030784; duration=0sec 2024-11-22T00:23:51,302 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:51,302 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:B 2024-11-22T00:23:51,302 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:23:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741956_1132 (size=30955) 2024-11-22T00:23:51,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/58f265cf474c43b1a3499a0d5b7db392 2024-11-22T00:23:51,311 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:23:51,311 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/C is initiating minor compaction (all files) 2024-11-22T00:23:51,311 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/C in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,311 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/9908c12e97a942aab959e26f55788b1b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/554a007dde6f4a51bab262cc518664a0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/305ba01d47a34e9ca24d409fe19166dd] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=35.3 K 2024-11-22T00:23:51,312 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 9908c12e97a942aab959e26f55788b1b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235025460 2024-11-22T00:23:51,313 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 554a007dde6f4a51bab262cc518664a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732235026216 2024-11-22T00:23:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741957_1133 (size=31161) 2024-11-22T00:23:51,314 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 305ba01d47a34e9ca24d409fe19166dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732235028428 2024-11-22T00:23:51,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/6993a4008e1649d1a6cf136f43c74fe0 is 50, key is test_row_0/B:col10/1732235030800/Put/seqid=0 2024-11-22T00:23:51,332 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/3f2aa14816e04dc5853cbe54ea00f3ac as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3f2aa14816e04dc5853cbe54ea00f3ac 2024-11-22T00:23:51,349 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/A of 3ce47633589859ff3c09f7490d78d695 into 3f2aa14816e04dc5853cbe54ea00f3ac(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:51,349 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:51,350 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/A, priority=13, startTime=1732235030784; duration=0sec 2024-11-22T00:23:51,350 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:51,350 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:A 2024-11-22T00:23:51,354 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#C#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:51,355 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d11acccc98484ad78f67f337baf28a29 is 50, key is test_row_0/C:col10/1732235028445/Put/seqid=0 2024-11-22T00:23:51,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741958_1134 (size=12001) 2024-11-22T00:23:51,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/6993a4008e1649d1a6cf136f43c74fe0 2024-11-22T00:23:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741959_1135 (size=12207) 2024-11-22T00:23:51,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/af2752342087451a958092e0bfb5cb34 is 50, key is test_row_0/C:col10/1732235030800/Put/seqid=0 2024-11-22T00:23:51,429 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d11acccc98484ad78f67f337baf28a29 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d11acccc98484ad78f67f337baf28a29 2024-11-22T00:23:51,441 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/C of 3ce47633589859ff3c09f7490d78d695 into d11acccc98484ad78f67f337baf28a29(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:51,441 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:51,441 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/C, priority=13, startTime=1732235030784; duration=0sec 2024-11-22T00:23:51,442 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:51,442 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:C 2024-11-22T00:23:51,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:51,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235091447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235091447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235091454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741960_1136 (size=12001) 2024-11-22T00:23:51,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/af2752342087451a958092e0bfb5cb34 2024-11-22T00:23:51,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:51,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/58f265cf474c43b1a3499a0d5b7db392 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392 2024-11-22T00:23:51,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392, entries=150, sequenceid=118, filesize=30.2 K 2024-11-22T00:23:51,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/6993a4008e1649d1a6cf136f43c74fe0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6993a4008e1649d1a6cf136f43c74fe0 2024-11-22T00:23:51,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6993a4008e1649d1a6cf136f43c74fe0, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T00:23:51,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/af2752342087451a958092e0bfb5cb34 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/af2752342087451a958092e0bfb5cb34 2024-11-22T00:23:51,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/af2752342087451a958092e0bfb5cb34, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T00:23:51,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3ce47633589859ff3c09f7490d78d695 in 821ms, sequenceid=118, compaction requested=false 2024-11-22T00:23:51,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:51,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:51,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T00:23:51,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:51,675 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112254e6a359e52545529a26734ef382d9a3_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235030819/Put/seqid=0 2024-11-22T00:23:51,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741961_1137 (size=12254) 2024-11-22T00:23:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:52,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235092011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235092015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235092016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235092022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235092130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235092123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235092132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235092139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,147 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112254e6a359e52545529a26734ef382d9a3_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112254e6a359e52545529a26734ef382d9a3_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:52,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/2129928989a1411ba10b9cdb337dae6f, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:52,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/2129928989a1411ba10b9cdb337dae6f is 175, key is test_row_0/A:col10/1732235030819/Put/seqid=0 2024-11-22T00:23:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741962_1138 (size=31055) 2024-11-22T00:23:52,199 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/2129928989a1411ba10b9cdb337dae6f 2024-11-22T00:23:52,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/e6d4b1750c7a46f9bcf0e53e04865e2a is 50, key is test_row_0/B:col10/1732235030819/Put/seqid=0 2024-11-22T00:23:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741963_1139 (size=12101) 2024-11-22T00:23:52,264 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/e6d4b1750c7a46f9bcf0e53e04865e2a 2024-11-22T00:23:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/eaf7da54338e402a9f29c398261721fe is 50, key is test_row_0/C:col10/1732235030819/Put/seqid=0 2024-11-22T00:23:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741964_1140 (size=12101) 2024-11-22T00:23:52,313 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/eaf7da54338e402a9f29c398261721fe 2024-11-22T00:23:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/2129928989a1411ba10b9cdb337dae6f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f 2024-11-22T00:23:52,338 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f, entries=150, sequenceid=134, filesize=30.3 K 2024-11-22T00:23:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/e6d4b1750c7a46f9bcf0e53e04865e2a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/e6d4b1750c7a46f9bcf0e53e04865e2a 2024-11-22T00:23:52,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235092341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235092350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,359 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/e6d4b1750c7a46f9bcf0e53e04865e2a, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T00:23:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/eaf7da54338e402a9f29c398261721fe as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eaf7da54338e402a9f29c398261721fe 2024-11-22T00:23:52,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235092358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235092358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,372 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eaf7da54338e402a9f29c398261721fe, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T00:23:52,373 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3ce47633589859ff3c09f7490d78d695 in 699ms, sequenceid=134, compaction requested=true 2024-11-22T00:23:52,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:52,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:52,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-22T00:23:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-22T00:23:52,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-22T00:23:52,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1140 sec 2024-11-22T00:23:52,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.1220 sec 2024-11-22T00:23:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:52,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:23:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:52,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122104948c47bb9400ba855619b413dd295_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741965_1141 (size=14794) 2024-11-22T00:23:52,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:52,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122104948c47bb9400ba855619b413dd295_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104948c47bb9400ba855619b413dd295_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:52,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/7bc96c39d74f47c48d6ab6c136328c47, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:52,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/7bc96c39d74f47c48d6ab6c136328c47 is 175, key is test_row_0/A:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235092596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741966_1142 (size=39749) 2024-11-22T00:23:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235092655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235092662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235092667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235092670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235092702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235092922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/7bc96c39d74f47c48d6ab6c136328c47 2024-11-22T00:23:53,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/d7ea6d6060c14dd88e82197cf5c9940a is 50, key is test_row_0/B:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741967_1143 (size=12151) 2024-11-22T00:23:53,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235093161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235093174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235093179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235093179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235093236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/d7ea6d6060c14dd88e82197cf5c9940a 2024-11-22T00:23:53,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/b6af69ed00264a34a497016e4ebb14a7 is 50, key is test_row_0/C:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741968_1144 (size=12151) 2024-11-22T00:23:53,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235093747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:53,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/b6af69ed00264a34a497016e4ebb14a7 2024-11-22T00:23:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/7bc96c39d74f47c48d6ab6c136328c47 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47 2024-11-22T00:23:53,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47, entries=200, sequenceid=159, filesize=38.8 K 2024-11-22T00:23:53,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/d7ea6d6060c14dd88e82197cf5c9940a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/d7ea6d6060c14dd88e82197cf5c9940a 2024-11-22T00:23:54,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/d7ea6d6060c14dd88e82197cf5c9940a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T00:23:54,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/b6af69ed00264a34a497016e4ebb14a7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b6af69ed00264a34a497016e4ebb14a7 2024-11-22T00:23:54,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b6af69ed00264a34a497016e4ebb14a7, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T00:23:54,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3ce47633589859ff3c09f7490d78d695 in 1455ms, sequenceid=159, compaction requested=true 2024-11-22T00:23:54,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:54,022 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:54,024 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:54,025 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/A is initiating minor compaction (all files) 2024-11-22T00:23:54,025 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/A in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,025 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3f2aa14816e04dc5853cbe54ea00f3ac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=129.8 K 2024-11-22T00:23:54,025 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,025 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3f2aa14816e04dc5853cbe54ea00f3ac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47] 2024-11-22T00:23:54,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:54,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:54,026 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:54,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:54,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:54,027 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f2aa14816e04dc5853cbe54ea00f3ac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732235028428 2024-11-22T00:23:54,027 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f265cf474c43b1a3499a0d5b7db392, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732235029650 2024-11-22T00:23:54,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:54,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:54,028 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2129928989a1411ba10b9cdb337dae6f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235030815 2024-11-22T00:23:54,035 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:54,035 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bc96c39d74f47c48d6ab6c136328c47, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732235032007 2024-11-22T00:23:54,035 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/B is initiating minor compaction (all files) 2024-11-22T00:23:54,035 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/B in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,035 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5774366af451491794a0520e04ce07e8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6993a4008e1649d1a6cf136f43c74fe0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/e6d4b1750c7a46f9bcf0e53e04865e2a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/d7ea6d6060c14dd88e82197cf5c9940a] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=47.3 K 2024-11-22T00:23:54,038 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5774366af451491794a0520e04ce07e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732235028428 2024-11-22T00:23:54,041 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6993a4008e1649d1a6cf136f43c74fe0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732235029650 2024-11-22T00:23:54,044 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e6d4b1750c7a46f9bcf0e53e04865e2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235030815 2024-11-22T00:23:54,051 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d7ea6d6060c14dd88e82197cf5c9940a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732235032007 2024-11-22T00:23:54,091 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:54,098 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:54,099 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b703d8adf1b24b599ecbaa4fe2934c74 is 50, key is test_row_0/B:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:54,110 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225e940f9e8b1f4b41833a02ea392c03a5_3ce47633589859ff3c09f7490d78d695 store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:54,112 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225e940f9e8b1f4b41833a02ea392c03a5_3ce47633589859ff3c09f7490d78d695, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:54,113 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225e940f9e8b1f4b41833a02ea392c03a5_3ce47633589859ff3c09f7490d78d695 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:54,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741969_1145 (size=12493) 2024-11-22T00:23:54,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741970_1146 (size=4469) 2024-11-22T00:23:54,133 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#A#compaction#117 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:54,134 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/6a2c7ecd611547adb173a6f90b5397ad is 175, key is test_row_0/A:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:54,145 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b703d8adf1b24b599ecbaa4fe2934c74 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b703d8adf1b24b599ecbaa4fe2934c74 2024-11-22T00:23:54,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741971_1147 (size=31447) 2024-11-22T00:23:54,163 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/B of 3ce47633589859ff3c09f7490d78d695 into b703d8adf1b24b599ecbaa4fe2934c74(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:54,163 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:54,163 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/B, priority=12, startTime=1732235034026; duration=0sec 2024-11-22T00:23:54,163 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:54,163 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:B 2024-11-22T00:23:54,164 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:54,172 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:54,173 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/6a2c7ecd611547adb173a6f90b5397ad as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/6a2c7ecd611547adb173a6f90b5397ad 2024-11-22T00:23:54,175 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/C is initiating minor compaction (all files) 2024-11-22T00:23:54,176 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/C in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,176 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d11acccc98484ad78f67f337baf28a29, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/af2752342087451a958092e0bfb5cb34, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eaf7da54338e402a9f29c398261721fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b6af69ed00264a34a497016e4ebb14a7] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=47.3 K 2024-11-22T00:23:54,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:23:54,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:54,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:54,183 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d11acccc98484ad78f67f337baf28a29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732235028428 2024-11-22T00:23:54,185 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/A of 3ce47633589859ff3c09f7490d78d695 into 6a2c7ecd611547adb173a6f90b5397ad(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:54,185 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:54,185 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/A, priority=12, startTime=1732235034022; duration=0sec 2024-11-22T00:23:54,185 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:54,185 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:A 2024-11-22T00:23:54,186 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting af2752342087451a958092e0bfb5cb34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732235029650 2024-11-22T00:23:54,189 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting eaf7da54338e402a9f29c398261721fe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235030815 2024-11-22T00:23:54,190 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b6af69ed00264a34a497016e4ebb14a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732235032007 2024-11-22T00:23:54,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c4eee5f4c7724f61aeaad2c753b29faa_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235032593/Put/seqid=0 2024-11-22T00:23:54,218 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#C#compaction#120 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:54,218 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/e844c4c1ec4140b0a40a61d035b23887 is 50, key is test_row_0/C:col10/1732235032007/Put/seqid=0 2024-11-22T00:23:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741972_1148 (size=14794) 2024-11-22T00:23:54,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:54,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c4eee5f4c7724f61aeaad2c753b29faa_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c4eee5f4c7724f61aeaad2c753b29faa_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:54,237 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/949720bfcf004c139a4ae957aca1d279, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:54,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/949720bfcf004c139a4ae957aca1d279 is 175, key is test_row_0/A:col10/1732235032593/Put/seqid=0 2024-11-22T00:23:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741973_1149 (size=12493) 2024-11-22T00:23:54,249 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/e844c4c1ec4140b0a40a61d035b23887 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e844c4c1ec4140b0a40a61d035b23887 2024-11-22T00:23:54,259 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/C of 3ce47633589859ff3c09f7490d78d695 into e844c4c1ec4140b0a40a61d035b23887(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:54,259 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:54,259 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/C, priority=12, startTime=1732235034027; duration=0sec 2024-11-22T00:23:54,259 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:54,260 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:C 2024-11-22T00:23:54,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235094264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741974_1150 (size=39749) 2024-11-22T00:23:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235094267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235094270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235094270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T00:23:54,378 INFO [Thread-555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-22T00:23:54,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235094380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-22T00:23:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235094380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235094383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235094383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,385 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:54,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:54,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:54,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T00:23:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235094585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235094585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235094586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235094592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,679 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/949720bfcf004c139a4ae957aca1d279 2024-11-22T00:23:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:54,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T00:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b48e9b0301de40ffbb644cc8b85c234e is 50, key is test_row_0/B:col10/1732235032593/Put/seqid=0 2024-11-22T00:23:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741975_1151 (size=12151) 2024-11-22T00:23:54,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235094765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T00:23:54,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:54,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:54,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:54,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235094892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235094895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235094895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235094899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:55,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T00:23:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:55,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:55,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b48e9b0301de40ffbb644cc8b85c234e 2024-11-22T00:23:55,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T00:23:55,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:55,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:55,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:55,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/fb189db6934d45feb087089e9596a051 is 50, key is test_row_0/C:col10/1732235032593/Put/seqid=0 2024-11-22T00:23:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741976_1152 (size=12151) 2024-11-22T00:23:55,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/fb189db6934d45feb087089e9596a051 2024-11-22T00:23:55,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/949720bfcf004c139a4ae957aca1d279 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279 2024-11-22T00:23:55,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279, entries=200, sequenceid=172, filesize=38.8 K 2024-11-22T00:23:55,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b48e9b0301de40ffbb644cc8b85c234e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b48e9b0301de40ffbb644cc8b85c234e 2024-11-22T00:23:55,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b48e9b0301de40ffbb644cc8b85c234e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T00:23:55,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/fb189db6934d45feb087089e9596a051 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/fb189db6934d45feb087089e9596a051 2024-11-22T00:23:55,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/fb189db6934d45feb087089e9596a051, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T00:23:55,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ce47633589859ff3c09f7490d78d695 in 1121ms, sequenceid=172, compaction requested=false 2024-11-22T00:23:55,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:55,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T00:23:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:55,337 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:23:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a6ccc6f3fd634027b37893294bbf6364_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235034266/Put/seqid=0 2024-11-22T00:23:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741977_1153 (size=12304) 2024-11-22T00:23:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:55,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:55,421 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a6ccc6f3fd634027b37893294bbf6364_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a6ccc6f3fd634027b37893294bbf6364_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:55,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235095417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235095419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235095422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/017e7934138b482da854134f2ce6bbb6, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:55,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/017e7934138b482da854134f2ce6bbb6 is 175, key is test_row_0/A:col10/1732235034266/Put/seqid=0 2024-11-22T00:23:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235095422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741978_1154 (size=31105) 2024-11-22T00:23:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235095527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235095529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235095532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235095534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235095731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235095732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235095739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235095755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:55,855 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/017e7934138b482da854134f2ce6bbb6 2024-11-22T00:23:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/21ee3231a4bd4eecb81e8f6cecf87062 is 50, key is test_row_0/B:col10/1732235034266/Put/seqid=0 2024-11-22T00:23:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741979_1155 (size=12151) 2024-11-22T00:23:56,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235096042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235096051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235096053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235096066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,308 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/21ee3231a4bd4eecb81e8f6cecf87062 2024-11-22T00:23:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/26ec350f360240b689b2d75b70411e07 is 50, key is test_row_0/C:col10/1732235034266/Put/seqid=0 2024-11-22T00:23:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741980_1156 (size=12151) 2024-11-22T00:23:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:56,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235096553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235096559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235096568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235096571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,771 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/26ec350f360240b689b2d75b70411e07 2024-11-22T00:23:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/017e7934138b482da854134f2ce6bbb6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6 2024-11-22T00:23:56,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235096783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:56,798 DEBUG [Thread-547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:23:56,801 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6, entries=150, sequenceid=198, filesize=30.4 K 2024-11-22T00:23:56,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/21ee3231a4bd4eecb81e8f6cecf87062 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/21ee3231a4bd4eecb81e8f6cecf87062 2024-11-22T00:23:56,819 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/21ee3231a4bd4eecb81e8f6cecf87062, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T00:23:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/26ec350f360240b689b2d75b70411e07 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26ec350f360240b689b2d75b70411e07 2024-11-22T00:23:56,832 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26ec350f360240b689b2d75b70411e07, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T00:23:56,833 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3ce47633589859ff3c09f7490d78d695 in 1496ms, sequenceid=198, compaction requested=true 2024-11-22T00:23:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T00:23:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-22T00:23:56,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T00:23:56,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec 2024-11-22T00:23:56,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.4570 sec 2024-11-22T00:23:57,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T00:23:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:57,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ded6f3dbd881447b9c2ad5f4498930f6_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741981_1157 (size=14794) 2024-11-22T00:23:57,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235097662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235097671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235097671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235097671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235097773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235097783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235097784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235097793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235097979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235097986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235097992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235097997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,040 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:58,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ded6f3dbd881447b9c2ad5f4498930f6_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ded6f3dbd881447b9c2ad5f4498930f6_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:58,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0dd00da44f6d4d968e23e634de9dae1a, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:58,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0dd00da44f6d4d968e23e634de9dae1a is 175, key is test_row_0/A:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741982_1158 (size=39749) 2024-11-22T00:23:58,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235098284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235098293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235098302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235098302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0dd00da44f6d4d968e23e634de9dae1a 2024-11-22T00:23:58,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/41916f9dc6664a919fe6cdc89b1b9f2e is 50, key is test_row_0/B:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T00:23:58,503 INFO [Thread-555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-22T00:23:58,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:23:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-22T00:23:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T00:23:58,521 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:23:58,522 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:23:58,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:23:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741983_1159 (size=12151) 2024-11-22T00:23:58,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/41916f9dc6664a919fe6cdc89b1b9f2e 2024-11-22T00:23:58,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/068830dc26d44ee8b8511c7ad452dcf8 is 50, key is test_row_0/C:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T00:23:58,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T00:23:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:58,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:58,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741984_1160 (size=12151) 2024-11-22T00:23:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235098794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235098807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235098811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235098812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T00:23:58,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:58,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T00:23:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:58,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T00:23:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/068830dc26d44ee8b8511c7ad452dcf8 2024-11-22T00:23:59,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/0dd00da44f6d4d968e23e634de9dae1a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a 2024-11-22T00:23:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T00:23:59,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T00:23:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:23:59,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a, entries=200, sequenceid=212, filesize=38.8 K 2024-11-22T00:23:59,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/41916f9dc6664a919fe6cdc89b1b9f2e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/41916f9dc6664a919fe6cdc89b1b9f2e 2024-11-22T00:23:59,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/41916f9dc6664a919fe6cdc89b1b9f2e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T00:23:59,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/068830dc26d44ee8b8511c7ad452dcf8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/068830dc26d44ee8b8511c7ad452dcf8 2024-11-22T00:23:59,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/068830dc26d44ee8b8511c7ad452dcf8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T00:23:59,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3ce47633589859ff3c09f7490d78d695 in 1667ms, sequenceid=212, compaction requested=true 2024-11-22T00:23:59,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:59,238 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:23:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:59,239 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:23:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:23:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:59,240 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:59,241 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/A is initiating minor compaction (all files) 2024-11-22T00:23:59,241 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/A in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,241 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/6a2c7ecd611547adb173a6f90b5397ad, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=138.7 K 2024-11-22T00:23:59,241 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,241 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/6a2c7ecd611547adb173a6f90b5397ad, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a] 2024-11-22T00:23:59,243 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:59,243 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/B is initiating minor compaction (all files) 2024-11-22T00:23:59,243 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/B in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,243 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b703d8adf1b24b599ecbaa4fe2934c74, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b48e9b0301de40ffbb644cc8b85c234e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/21ee3231a4bd4eecb81e8f6cecf87062, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/41916f9dc6664a919fe6cdc89b1b9f2e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=47.8 K 2024-11-22T00:23:59,244 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a2c7ecd611547adb173a6f90b5397ad, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732235032007 2024-11-22T00:23:59,250 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b703d8adf1b24b599ecbaa4fe2934c74, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732235032007 2024-11-22T00:23:59,251 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 949720bfcf004c139a4ae957aca1d279, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732235032570 2024-11-22T00:23:59,252 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b48e9b0301de40ffbb644cc8b85c234e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732235032570 2024-11-22T00:23:59,253 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ee3231a4bd4eecb81e8f6cecf87062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732235034252 2024-11-22T00:23:59,253 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 017e7934138b482da854134f2ce6bbb6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732235034252 2024-11-22T00:23:59,253 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 41916f9dc6664a919fe6cdc89b1b9f2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235035420 2024-11-22T00:23:59,256 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd00da44f6d4d968e23e634de9dae1a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235035416 2024-11-22T00:23:59,288 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:59,288 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/45011314cf204d289dd107ce2aeb60d4 is 50, key is test_row_0/B:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:59,303 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:59,312 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f97b40505a2e4c65830d00f95a6ab3eb_3ce47633589859ff3c09f7490d78d695 store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:59,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T00:23:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,315 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T00:23:59,315 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f97b40505a2e4c65830d00f95a6ab3eb_3ce47633589859ff3c09f7490d78d695, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:23:59,315 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f97b40505a2e4c65830d00f95a6ab3eb_3ce47633589859ff3c09f7490d78d695 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:23:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:23:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:23:59,325 DEBUG [master/eb610cd766b1:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 21744c100221736c71f7c297f2c62815 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:23:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741985_1161 (size=12629) 2024-11-22T00:23:59,350 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/45011314cf204d289dd107ce2aeb60d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/45011314cf204d289dd107ce2aeb60d4 2024-11-22T00:23:59,372 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/B of 3ce47633589859ff3c09f7490d78d695 into 45011314cf204d289dd107ce2aeb60d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:59,372 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:59,372 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/B, priority=12, startTime=1732235039239; duration=0sec 2024-11-22T00:23:59,372 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:23:59,372 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:B 2024-11-22T00:23:59,372 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:23:59,381 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:23:59,381 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/C is initiating minor compaction (all files) 2024-11-22T00:23:59,381 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/C in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:23:59,381 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e844c4c1ec4140b0a40a61d035b23887, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/fb189db6934d45feb087089e9596a051, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26ec350f360240b689b2d75b70411e07, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/068830dc26d44ee8b8511c7ad452dcf8] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=47.8 K 2024-11-22T00:23:59,383 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e844c4c1ec4140b0a40a61d035b23887, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732235032007 2024-11-22T00:23:59,384 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting fb189db6934d45feb087089e9596a051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732235032570 2024-11-22T00:23:59,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c23f0216f5c42238fead4e19120a076_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235037669/Put/seqid=0 2024-11-22T00:23:59,398 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 26ec350f360240b689b2d75b70411e07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732235034252 2024-11-22T00:23:59,398 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 068830dc26d44ee8b8511c7ad452dcf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235035420 2024-11-22T00:23:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741986_1162 (size=4469) 2024-11-22T00:23:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741987_1163 (size=12304) 2024-11-22T00:23:59,471 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:59,472 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/b9a62023c9cf42a8baebbe507919887f is 50, key is test_row_0/C:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741988_1164 (size=12629) 2024-11-22T00:23:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T00:23:59,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:23:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:59,840 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#A#compaction#130 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:23:59,841 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/08d1c67817334bf58e92fe1e3c7fc9ee is 175, key is test_row_0/A:col10/1732235035420/Put/seqid=0 2024-11-22T00:23:59,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235099834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235099839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235099845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:23:59,865 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c23f0216f5c42238fead4e19120a076_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c23f0216f5c42238fead4e19120a076_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:23:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/5e77249133204b5eb33ac3d3a70dc0c0, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:23:59,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/5e77249133204b5eb33ac3d3a70dc0c0 is 175, key is test_row_0/A:col10/1732235037669/Put/seqid=0 2024-11-22T00:23:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235099857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741989_1165 (size=31583) 2024-11-22T00:23:59,904 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/08d1c67817334bf58e92fe1e3c7fc9ee as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/08d1c67817334bf58e92fe1e3c7fc9ee 2024-11-22T00:23:59,928 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/A of 3ce47633589859ff3c09f7490d78d695 into 08d1c67817334bf58e92fe1e3c7fc9ee(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:59,928 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:59,928 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/A, priority=12, startTime=1732235039238; duration=0sec 2024-11-22T00:23:59,929 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:59,929 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:A 2024-11-22T00:23:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741990_1166 (size=31105) 2024-11-22T00:23:59,930 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/5e77249133204b5eb33ac3d3a70dc0c0 2024-11-22T00:23:59,933 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/b9a62023c9cf42a8baebbe507919887f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b9a62023c9cf42a8baebbe507919887f 2024-11-22T00:23:59,941 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/C of 3ce47633589859ff3c09f7490d78d695 into b9a62023c9cf42a8baebbe507919887f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:23:59,941 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:23:59,942 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/C, priority=12, startTime=1732235039239; duration=0sec 2024-11-22T00:23:59,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e is 50, key is test_row_0/B:col10/1732235037669/Put/seqid=0 2024-11-22T00:23:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235099947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235099947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,956 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:23:59,956 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:C 2024-11-22T00:23:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235099952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741991_1167 (size=12151) 2024-11-22T00:23:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:23:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235099980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:23:59,981 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e 2024-11-22T00:24:00,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/e31b7c0c529b4e1a8607aad295a29353 is 50, key is test_row_0/C:col10/1732235037669/Put/seqid=0 2024-11-22T00:24:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741992_1168 (size=12151) 2024-11-22T00:24:00,027 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/e31b7c0c529b4e1a8607aad295a29353 2024-11-22T00:24:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/5e77249133204b5eb33ac3d3a70dc0c0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0 2024-11-22T00:24:00,072 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0, entries=150, sequenceid=235, filesize=30.4 K 2024-11-22T00:24:00,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e 2024-11-22T00:24:00,087 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-22T00:24:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/e31b7c0c529b4e1a8607aad295a29353 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e31b7c0c529b4e1a8607aad295a29353 2024-11-22T00:24:00,099 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e31b7c0c529b4e1a8607aad295a29353, entries=150, sequenceid=235, filesize=11.9 K 2024-11-22T00:24:00,101 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3ce47633589859ff3c09f7490d78d695 in 786ms, sequenceid=235, compaction requested=false 2024-11-22T00:24:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T00:24:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-22T00:24:00,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T00:24:00,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5830 sec 2024-11-22T00:24:00,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6040 sec 2024-11-22T00:24:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:00,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T00:24:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:24:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:24:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:24:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:00,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222724be54725849178ad178a3694b4065_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741993_1169 (size=12304) 2024-11-22T00:24:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235100220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235100222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235100223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235100223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235100328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235100329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235100330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235100365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235100536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235100536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235100541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235100568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T00:24:00,621 INFO [Thread-555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-22T00:24:00,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-22T00:24:00,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:00,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:00,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:00,628 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:00,634 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222724be54725849178ad178a3694b4065_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222724be54725849178ad178a3694b4065_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:00,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/ad70c0fe5c354ea1b372354cce87f711, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:00,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/ad70c0fe5c354ea1b372354cce87f711 is 175, key is test_row_0/A:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:00,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741994_1170 (size=31105) 2024-11-22T00:24:00,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/ad70c0fe5c354ea1b372354cce87f711 2024-11-22T00:24:00,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/5f8c95b1abd8418abbd94510620d0a06 is 50, key is test_row_0/B:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741995_1171 (size=12151) 2024-11-22T00:24:00,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:00,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35584 deadline: 1732235100831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,840 DEBUG [Thread-547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8245 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235100847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235100847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235100852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235100880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:00,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:00,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:00,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:01,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/5f8c95b1abd8418abbd94510620d0a06 2024-11-22T00:24:01,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/eb0b7f027caf4c90b6c523fdb596952f is 50, key is test_row_0/C:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:01,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:01,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741996_1172 (size=12151) 2024-11-22T00:24:01,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235101357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235101357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235101360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235101405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:01,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/eb0b7f027caf4c90b6c523fdb596952f 2024-11-22T00:24:01,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/ad70c0fe5c354ea1b372354cce87f711 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711 2024-11-22T00:24:01,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711, entries=150, sequenceid=255, filesize=30.4 K 2024-11-22T00:24:01,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/5f8c95b1abd8418abbd94510620d0a06 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5f8c95b1abd8418abbd94510620d0a06 2024-11-22T00:24:01,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5f8c95b1abd8418abbd94510620d0a06, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T00:24:01,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/eb0b7f027caf4c90b6c523fdb596952f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eb0b7f027caf4c90b6c523fdb596952f 2024-11-22T00:24:01,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eb0b7f027caf4c90b6c523fdb596952f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T00:24:01,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3ce47633589859ff3c09f7490d78d695 in 1537ms, sequenceid=255, compaction requested=true 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:01,702 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:01,702 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:01,705 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:01,705 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/B is initiating minor compaction (all files) 2024-11-22T00:24:01,705 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/B in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,705 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/45011314cf204d289dd107ce2aeb60d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5f8c95b1abd8418abbd94510620d0a06] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=36.1 K 2024-11-22T00:24:01,705 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:01,705 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/A is initiating minor compaction (all files) 2024-11-22T00:24:01,705 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/A in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,706 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/08d1c67817334bf58e92fe1e3c7fc9ee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=91.6 K 2024-11-22T00:24:01,706 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,706 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/08d1c67817334bf58e92fe1e3c7fc9ee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711] 2024-11-22T00:24:01,706 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08d1c67817334bf58e92fe1e3c7fc9ee, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235035420 2024-11-22T00:24:01,706 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 45011314cf204d289dd107ce2aeb60d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235035420 2024-11-22T00:24:01,711 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e77249133204b5eb33ac3d3a70dc0c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732235037658 2024-11-22T00:24:01,712 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b5e5dbcc6f8c4feb9e1d2587dac67c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732235037658 2024-11-22T00:24:01,713 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f8c95b1abd8418abbd94510620d0a06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732235039842 2024-11-22T00:24:01,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:01,713 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad70c0fe5c354ea1b372354cce87f711, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732235039842 2024-11-22T00:24:01,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T00:24:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,717 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T00:24:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:24:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:24:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:24:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:01,729 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:01,736 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:01,737 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/39f0932cc68c4c208c3633f8735bff0a is 50, key is test_row_0/B:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:01,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122877ed684a8da4ec2b2cd441d13e7799e_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235040209/Put/seqid=0 2024-11-22T00:24:01,755 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112264c44e64002f4fada02e55eadb6781a4_3ce47633589859ff3c09f7490d78d695 store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:01,757 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112264c44e64002f4fada02e55eadb6781a4_3ce47633589859ff3c09f7490d78d695, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:01,758 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112264c44e64002f4fada02e55eadb6781a4_3ce47633589859ff3c09f7490d78d695 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741997_1173 (size=12731) 2024-11-22T00:24:01,808 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/39f0932cc68c4c208c3633f8735bff0a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/39f0932cc68c4c208c3633f8735bff0a 2024-11-22T00:24:01,820 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/B of 3ce47633589859ff3c09f7490d78d695 into 39f0932cc68c4c208c3633f8735bff0a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:01,820 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:01,820 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/B, priority=13, startTime=1732235041702; duration=0sec 2024-11-22T00:24:01,820 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:01,820 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:B 2024-11-22T00:24:01,821 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:01,823 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:01,823 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/C is initiating minor compaction (all files) 2024-11-22T00:24:01,823 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/C in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:01,823 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b9a62023c9cf42a8baebbe507919887f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e31b7c0c529b4e1a8607aad295a29353, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eb0b7f027caf4c90b6c523fdb596952f] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=36.1 K 2024-11-22T00:24:01,824 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b9a62023c9cf42a8baebbe507919887f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235035420 2024-11-22T00:24:01,824 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e31b7c0c529b4e1a8607aad295a29353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732235037658 2024-11-22T00:24:01,825 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting eb0b7f027caf4c90b6c523fdb596952f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732235039842 2024-11-22T00:24:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741998_1174 (size=12454) 2024-11-22T00:24:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:01,842 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122877ed684a8da4ec2b2cd441d13e7799e_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122877ed684a8da4ec2b2cd441d13e7799e_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/a721ad6ae82a4a2896ee6c68a9ef11fe, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:01,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/a721ad6ae82a4a2896ee6c68a9ef11fe is 175, key is test_row_0/A:col10/1732235040209/Put/seqid=0 2024-11-22T00:24:01,879 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:01,879 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/26f86de04f9d4425bbd9a61ffe979f51 is 50, key is test_row_0/C:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741999_1175 (size=4469) 2024-11-22T00:24:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742000_1176 (size=31255) 2024-11-22T00:24:01,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742001_1177 (size=12731) 2024-11-22T00:24:02,290 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#A#compaction#138 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:02,291 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc is 175, key is test_row_0/A:col10/1732235040163/Put/seqid=0 2024-11-22T00:24:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742002_1178 (size=31685) 2024-11-22T00:24:02,337 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc 2024-11-22T00:24:02,343 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/a721ad6ae82a4a2896ee6c68a9ef11fe 2024-11-22T00:24:02,347 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/A of 3ce47633589859ff3c09f7490d78d695 into 2d38ec46c30445fbb8dbd9e1f7b6f0dc(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:02,347 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:02,347 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/A, priority=13, startTime=1732235041702; duration=0sec 2024-11-22T00:24:02,347 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:02,347 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:A 2024-11-22T00:24:02,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. as already flushing 2024-11-22T00:24:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2ef3052d84ba4f7aa267d59a4b55b29f is 50, key is test_row_0/B:col10/1732235040209/Put/seqid=0 2024-11-22T00:24:02,395 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/26f86de04f9d4425bbd9a61ffe979f51 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26f86de04f9d4425bbd9a61ffe979f51 2024-11-22T00:24:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235102403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,410 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/C of 3ce47633589859ff3c09f7490d78d695 into 26f86de04f9d4425bbd9a61ffe979f51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:02,410 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:02,410 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/C, priority=13, startTime=1732235041702; duration=0sec 2024-11-22T00:24:02,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235102405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,410 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:02,410 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:C 2024-11-22T00:24:02,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235102407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35570 deadline: 1732235102420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742003_1179 (size=12301) 2024-11-22T00:24:02,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235102510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235102512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235102511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235102716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235102718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235102723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:03,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235103021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:03,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235103022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235103027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:03,129 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2ef3052d84ba4f7aa267d59a4b55b29f 2024-11-22T00:24:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732235103527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/acacd81edc0f426c90e1a795978750c6 is 50, key is test_row_0/C:col10/1732235040209/Put/seqid=0 2024-11-22T00:24:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35562 deadline: 1732235103547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:03,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35530 deadline: 1732235103547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742004_1180 (size=12301) 2024-11-22T00:24:03,584 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/acacd81edc0f426c90e1a795978750c6 2024-11-22T00:24:03,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/a721ad6ae82a4a2896ee6c68a9ef11fe as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe 2024-11-22T00:24:03,651 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe, entries=150, sequenceid=275, filesize=30.5 K 2024-11-22T00:24:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2ef3052d84ba4f7aa267d59a4b55b29f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2ef3052d84ba4f7aa267d59a4b55b29f 2024-11-22T00:24:03,667 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2ef3052d84ba4f7aa267d59a4b55b29f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T00:24:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/acacd81edc0f426c90e1a795978750c6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/acacd81edc0f426c90e1a795978750c6 2024-11-22T00:24:03,685 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/acacd81edc0f426c90e1a795978750c6, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T00:24:03,686 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3ce47633589859ff3c09f7490d78d695 in 1969ms, sequenceid=275, compaction requested=false 2024-11-22T00:24:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T00:24:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-22T00:24:03,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T00:24:03,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0670 sec 2024-11-22T00:24:03,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0730 sec 2024-11-22T00:24:04,054 DEBUG [Thread-556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46114993 to 127.0.0.1:60266 2024-11-22T00:24:04,054 DEBUG [Thread-556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,055 DEBUG [Thread-558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:60266 2024-11-22T00:24:04,055 DEBUG [Thread-558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,056 DEBUG [Thread-562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:60266 2024-11-22T00:24:04,056 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,058 DEBUG [Thread-560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:60266 2024-11-22T00:24:04,059 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:04,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T00:24:04,438 DEBUG [Thread-549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:60266 2024-11-22T00:24:04,438 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:24:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:24:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:24:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:04,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229340eb8791ff4fffba762e8a2651c3ad_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742005_1181 (size=12454) 2024-11-22T00:24:04,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:04,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229340eb8791ff4fffba762e8a2651c3ad_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229340eb8791ff4fffba762e8a2651c3ad_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:04,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/3ee1494f6f4740e88409c7a075b6bc01, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:04,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/3ee1494f6f4740e88409c7a075b6bc01 is 175, key is test_row_0/A:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742006_1182 (size=31255) 2024-11-22T00:24:04,502 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/3ee1494f6f4740e88409c7a075b6bc01 2024-11-22T00:24:04,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2bc1e9f04d764b218b487c1e5d83191d is 50, key is test_row_0/B:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742007_1183 (size=12301) 2024-11-22T00:24:04,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2bc1e9f04d764b218b487c1e5d83191d 2024-11-22T00:24:04,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d3ec8340074b43debbf813b4c7f5eeb2 is 50, key is test_row_0/C:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:04,542 DEBUG [Thread-553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a9306be to 127.0.0.1:60266 2024-11-22T00:24:04,542 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742008_1184 (size=12301) 2024-11-22T00:24:04,552 DEBUG [Thread-545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x101b7259 to 127.0.0.1:60266 2024-11-22T00:24:04,552 DEBUG [Thread-545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,562 DEBUG [Thread-551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328f994d to 127.0.0.1:60266 2024-11-22T00:24:04,563 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T00:24:04,740 INFO [Thread-555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-22T00:24:04,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d3ec8340074b43debbf813b4c7f5eeb2 2024-11-22T00:24:04,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/3ee1494f6f4740e88409c7a075b6bc01 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01 2024-11-22T00:24:04,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01, entries=150, sequenceid=295, filesize=30.5 K 2024-11-22T00:24:04,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2bc1e9f04d764b218b487c1e5d83191d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2bc1e9f04d764b218b487c1e5d83191d 2024-11-22T00:24:04,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2bc1e9f04d764b218b487c1e5d83191d, entries=150, sequenceid=295, filesize=12.0 K 2024-11-22T00:24:04,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d3ec8340074b43debbf813b4c7f5eeb2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d3ec8340074b43debbf813b4c7f5eeb2 2024-11-22T00:24:04,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d3ec8340074b43debbf813b4c7f5eeb2, entries=150, sequenceid=295, filesize=12.0 K 2024-11-22T00:24:04,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 3ce47633589859ff3c09f7490d78d695 in 537ms, sequenceid=295, compaction requested=true 2024-11-22T00:24:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:04,975 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:04,975 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ce47633589859ff3c09f7490d78d695:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:04,977 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:04,977 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:04,977 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/A is initiating minor compaction (all files) 2024-11-22T00:24:04,977 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/B is initiating minor compaction (all files) 2024-11-22T00:24:04,977 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/B in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:04,977 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/A in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:04,977 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=92.0 K 2024-11-22T00:24:04,977 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/39f0932cc68c4c208c3633f8735bff0a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2ef3052d84ba4f7aa267d59a4b55b29f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2bc1e9f04d764b218b487c1e5d83191d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=36.5 K 2024-11-22T00:24:04,977 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:04,977 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01] 2024-11-22T00:24:04,979 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f0932cc68c4c208c3633f8735bff0a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732235039842 2024-11-22T00:24:04,979 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d38ec46c30445fbb8dbd9e1f7b6f0dc, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732235039842 2024-11-22T00:24:04,985 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef3052d84ba4f7aa267d59a4b55b29f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732235040209 2024-11-22T00:24:04,986 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a721ad6ae82a4a2896ee6c68a9ef11fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732235040209 2024-11-22T00:24:04,987 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc1e9f04d764b218b487c1e5d83191d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732235042401 2024-11-22T00:24:04,990 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ee1494f6f4740e88409c7a075b6bc01, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732235042401 2024-11-22T00:24:05,020 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#B#compaction#147 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:05,021 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/c117a9e0d9ee431ba9c3fa786dd71d0e is 50, key is test_row_0/B:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:05,022 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:05,031 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112247b9d38578194587ab2d7863fafebefb_3ce47633589859ff3c09f7490d78d695 store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742009_1185 (size=12983) 2024-11-22T00:24:05,073 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/c117a9e0d9ee431ba9c3fa786dd71d0e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/c117a9e0d9ee431ba9c3fa786dd71d0e 2024-11-22T00:24:05,082 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/B of 3ce47633589859ff3c09f7490d78d695 into c117a9e0d9ee431ba9c3fa786dd71d0e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:05,082 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:05,082 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/B, priority=13, startTime=1732235044975; duration=0sec 2024-11-22T00:24:05,082 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:05,082 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:B 2024-11-22T00:24:05,082 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:05,084 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:05,084 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 3ce47633589859ff3c09f7490d78d695/C is initiating minor compaction (all files) 2024-11-22T00:24:05,084 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ce47633589859ff3c09f7490d78d695/C in TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:05,084 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112247b9d38578194587ab2d7863fafebefb_3ce47633589859ff3c09f7490d78d695, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:05,084 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26f86de04f9d4425bbd9a61ffe979f51, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/acacd81edc0f426c90e1a795978750c6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d3ec8340074b43debbf813b4c7f5eeb2] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp, totalSize=36.5 K 2024-11-22T00:24:05,084 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247b9d38578194587ab2d7863fafebefb_3ce47633589859ff3c09f7490d78d695 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:05,085 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 26f86de04f9d4425bbd9a61ffe979f51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732235039842 2024-11-22T00:24:05,088 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting acacd81edc0f426c90e1a795978750c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732235040209 2024-11-22T00:24:05,089 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d3ec8340074b43debbf813b4c7f5eeb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732235042401 2024-11-22T00:24:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742010_1186 (size=4469) 2024-11-22T00:24:05,135 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#C#compaction#149 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:05,136 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d851eede03c4490ca8f43bdacd3aa2b7 is 50, key is test_row_0/C:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742011_1187 (size=12983) 2024-11-22T00:24:05,525 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ce47633589859ff3c09f7490d78d695#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:05,526 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/f5305f147bea43cabbd525df08f60843 is 175, key is test_row_0/A:col10/1732235042401/Put/seqid=0 2024-11-22T00:24:05,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742012_1188 (size=31937) 2024-11-22T00:24:05,599 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/f5305f147bea43cabbd525df08f60843 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f5305f147bea43cabbd525df08f60843 2024-11-22T00:24:05,602 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/d851eede03c4490ca8f43bdacd3aa2b7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d851eede03c4490ca8f43bdacd3aa2b7 2024-11-22T00:24:05,611 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/A of 3ce47633589859ff3c09f7490d78d695 into f5305f147bea43cabbd525df08f60843(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:05,611 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:05,612 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/A, priority=13, startTime=1732235044975; duration=0sec 2024-11-22T00:24:05,612 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:05,612 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:A 2024-11-22T00:24:05,612 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ce47633589859ff3c09f7490d78d695/C of 3ce47633589859ff3c09f7490d78d695 into d851eede03c4490ca8f43bdacd3aa2b7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:05,612 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:05,612 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695., storeName=3ce47633589859ff3c09f7490d78d695/C, priority=13, startTime=1732235044975; duration=0sec 2024-11-22T00:24:05,612 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:05,612 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ce47633589859ff3c09f7490d78d695:C 2024-11-22T00:24:10,922 DEBUG [Thread-547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:60266 2024-11-22T00:24:10,922 DEBUG [Thread-547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2878 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2733 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1288 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3864 rows 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1289 2024-11-22T00:24:10,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3867 rows 2024-11-22T00:24:10,923 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:24:10,923 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x739f6ad6 to 127.0.0.1:60266 2024-11-22T00:24:10,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:10,927 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T00:24:10,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T00:24:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:10,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235050931"}]},"ts":"1732235050931"} 2024-11-22T00:24:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T00:24:10,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T00:24:10,958 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T00:24:10,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:24:10,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, UNASSIGN}] 2024-11-22T00:24:10,963 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, UNASSIGN 2024-11-22T00:24:10,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:10,970 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:24:10,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; CloseRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:24:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T00:24:11,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:11,126 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(124): Close 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1681): Closing 3ce47633589859ff3c09f7490d78d695, disabling compactions & flushes 2024-11-22T00:24:11,127 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. after waiting 0 ms 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:11,127 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(2837): Flushing 3ce47633589859ff3c09f7490d78d695 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=A 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=B 2024-11-22T00:24:11,127 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:11,128 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ce47633589859ff3c09f7490d78d695, store=C 2024-11-22T00:24:11,128 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:11,149 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112249617ac20a414dfe9b27ab2ee38c42f2_3ce47633589859ff3c09f7490d78d695 is 50, key is test_row_0/A:col10/1732235050921/Put/seqid=0 2024-11-22T00:24:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742013_1189 (size=9914) 2024-11-22T00:24:11,190 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:11,214 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112249617ac20a414dfe9b27ab2ee38c42f2_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249617ac20a414dfe9b27ab2ee38c42f2_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:11,223 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fa727c3d92ac488887e81dfefaa8c6ec, store: [table=TestAcidGuarantees family=A region=3ce47633589859ff3c09f7490d78d695] 2024-11-22T00:24:11,224 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fa727c3d92ac488887e81dfefaa8c6ec is 175, key is test_row_0/A:col10/1732235050921/Put/seqid=0 2024-11-22T00:24:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742014_1190 (size=22561) 2024-11-22T00:24:11,237 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fa727c3d92ac488887e81dfefaa8c6ec 2024-11-22T00:24:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T00:24:11,258 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2f8c3b1780ce430fb74a526b16dc63bc is 50, key is test_row_0/B:col10/1732235050921/Put/seqid=0 2024-11-22T00:24:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742015_1191 (size=9857) 2024-11-22T00:24:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T00:24:11,669 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2f8c3b1780ce430fb74a526b16dc63bc 2024-11-22T00:24:11,678 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/c32510ea6f8b48f3ab0ea60ae29ad167 is 50, key is test_row_0/C:col10/1732235050921/Put/seqid=0 2024-11-22T00:24:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742016_1192 (size=9857) 2024-11-22T00:24:11,698 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/c32510ea6f8b48f3ab0ea60ae29ad167 2024-11-22T00:24:11,706 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/A/fa727c3d92ac488887e81dfefaa8c6ec as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fa727c3d92ac488887e81dfefaa8c6ec 2024-11-22T00:24:11,714 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fa727c3d92ac488887e81dfefaa8c6ec, entries=100, sequenceid=305, filesize=22.0 K 2024-11-22T00:24:11,717 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/B/2f8c3b1780ce430fb74a526b16dc63bc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2f8c3b1780ce430fb74a526b16dc63bc 2024-11-22T00:24:11,723 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2f8c3b1780ce430fb74a526b16dc63bc, entries=100, sequenceid=305, filesize=9.6 K 2024-11-22T00:24:11,725 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/.tmp/C/c32510ea6f8b48f3ab0ea60ae29ad167 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/c32510ea6f8b48f3ab0ea60ae29ad167 2024-11-22T00:24:11,733 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/c32510ea6f8b48f3ab0ea60ae29ad167, entries=100, sequenceid=305, filesize=9.6 K 2024-11-22T00:24:11,734 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3ce47633589859ff3c09f7490d78d695 in 607ms, sequenceid=305, compaction requested=false 2024-11-22T00:24:11,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a97e2456da9b4f98b19ad442c4eab387, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3f2aa14816e04dc5853cbe54ea00f3ac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/6a2c7ecd611547adb173a6f90b5397ad, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/08d1c67817334bf58e92fe1e3c7fc9ee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01] to archive 2024-11-22T00:24:11,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:11,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/814666fd653d44f49e517afab9d7730d 2024-11-22T00:24:11,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fbaa5ad0a44e42dca10218081db05e28 2024-11-22T00:24:11,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a97e2456da9b4f98b19ad442c4eab387 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a97e2456da9b4f98b19ad442c4eab387 2024-11-22T00:24:11,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f21fe7814da6466fbf1e241c94363a3c 2024-11-22T00:24:11,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/cc46e58e507f41d98b1af895d2c952e9 2024-11-22T00:24:11,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0755a08d6f244eca88c95491c340dd6b 2024-11-22T00:24:11,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3f2aa14816e04dc5853cbe54ea00f3ac to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3f2aa14816e04dc5853cbe54ea00f3ac 2024-11-22T00:24:11,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/58f265cf474c43b1a3499a0d5b7db392 2024-11-22T00:24:11,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2129928989a1411ba10b9cdb337dae6f 2024-11-22T00:24:11,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/7bc96c39d74f47c48d6ab6c136328c47 2024-11-22T00:24:11,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/6a2c7ecd611547adb173a6f90b5397ad to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/6a2c7ecd611547adb173a6f90b5397ad 2024-11-22T00:24:11,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/949720bfcf004c139a4ae957aca1d279 2024-11-22T00:24:11,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/017e7934138b482da854134f2ce6bbb6 2024-11-22T00:24:11,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/0dd00da44f6d4d968e23e634de9dae1a 2024-11-22T00:24:11,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/08d1c67817334bf58e92fe1e3c7fc9ee to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/08d1c67817334bf58e92fe1e3c7fc9ee 2024-11-22T00:24:11,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/5e77249133204b5eb33ac3d3a70dc0c0 2024-11-22T00:24:11,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/2d38ec46c30445fbb8dbd9e1f7b6f0dc 2024-11-22T00:24:11,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/ad70c0fe5c354ea1b372354cce87f711 2024-11-22T00:24:11,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/a721ad6ae82a4a2896ee6c68a9ef11fe 2024-11-22T00:24:11,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/3ee1494f6f4740e88409c7a075b6bc01 2024-11-22T00:24:11,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/a29e9e3b44804d2783833a9ca5e878f8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/602cae3cdea54cd590272f277c341265, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/ed881a960a3e425eaadc5ba0631b958e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/aad2e9cdfc4f47169ab470621a5a8f3e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/bed9c6980650429bae60a05e1a2ff407, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5774366af451491794a0520e04ce07e8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6f4d9e038c0747ef90f40d7d0a7d5af3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6993a4008e1649d1a6cf136f43c74fe0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/e6d4b1750c7a46f9bcf0e53e04865e2a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b703d8adf1b24b599ecbaa4fe2934c74, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/d7ea6d6060c14dd88e82197cf5c9940a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b48e9b0301de40ffbb644cc8b85c234e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/21ee3231a4bd4eecb81e8f6cecf87062, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/45011314cf204d289dd107ce2aeb60d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/41916f9dc6664a919fe6cdc89b1b9f2e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/39f0932cc68c4c208c3633f8735bff0a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5f8c95b1abd8418abbd94510620d0a06, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2ef3052d84ba4f7aa267d59a4b55b29f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2bc1e9f04d764b218b487c1e5d83191d] to archive 2024-11-22T00:24:11,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:11,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/a29e9e3b44804d2783833a9ca5e878f8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/a29e9e3b44804d2783833a9ca5e878f8 2024-11-22T00:24:11,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/602cae3cdea54cd590272f277c341265 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/602cae3cdea54cd590272f277c341265 2024-11-22T00:24:11,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/ed881a960a3e425eaadc5ba0631b958e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/ed881a960a3e425eaadc5ba0631b958e 2024-11-22T00:24:11,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/aad2e9cdfc4f47169ab470621a5a8f3e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/aad2e9cdfc4f47169ab470621a5a8f3e 2024-11-22T00:24:11,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/bed9c6980650429bae60a05e1a2ff407 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/bed9c6980650429bae60a05e1a2ff407 2024-11-22T00:24:11,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5774366af451491794a0520e04ce07e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5774366af451491794a0520e04ce07e8 2024-11-22T00:24:11,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6f4d9e038c0747ef90f40d7d0a7d5af3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6f4d9e038c0747ef90f40d7d0a7d5af3 2024-11-22T00:24:11,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6993a4008e1649d1a6cf136f43c74fe0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/6993a4008e1649d1a6cf136f43c74fe0 2024-11-22T00:24:11,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/e6d4b1750c7a46f9bcf0e53e04865e2a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/e6d4b1750c7a46f9bcf0e53e04865e2a 2024-11-22T00:24:11,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b703d8adf1b24b599ecbaa4fe2934c74 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b703d8adf1b24b599ecbaa4fe2934c74 2024-11-22T00:24:11,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/d7ea6d6060c14dd88e82197cf5c9940a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/d7ea6d6060c14dd88e82197cf5c9940a 2024-11-22T00:24:11,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b48e9b0301de40ffbb644cc8b85c234e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b48e9b0301de40ffbb644cc8b85c234e 2024-11-22T00:24:11,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/21ee3231a4bd4eecb81e8f6cecf87062 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/21ee3231a4bd4eecb81e8f6cecf87062 2024-11-22T00:24:11,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/45011314cf204d289dd107ce2aeb60d4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/45011314cf204d289dd107ce2aeb60d4 2024-11-22T00:24:11,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/41916f9dc6664a919fe6cdc89b1b9f2e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/41916f9dc6664a919fe6cdc89b1b9f2e 2024-11-22T00:24:11,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/b5e5dbcc6f8c4feb9e1d2587dac67c4e 2024-11-22T00:24:11,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/39f0932cc68c4c208c3633f8735bff0a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/39f0932cc68c4c208c3633f8735bff0a 2024-11-22T00:24:11,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5f8c95b1abd8418abbd94510620d0a06 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/5f8c95b1abd8418abbd94510620d0a06 2024-11-22T00:24:11,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2ef3052d84ba4f7aa267d59a4b55b29f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2ef3052d84ba4f7aa267d59a4b55b29f 2024-11-22T00:24:11,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2bc1e9f04d764b218b487c1e5d83191d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2bc1e9f04d764b218b487c1e5d83191d 2024-11-22T00:24:11,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/41a55b5168834703a180cbd69da140b1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/30445b2853e9463cbe70e24efcc94d38, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/9908c12e97a942aab959e26f55788b1b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/73ca11f9ae854d06ae3879184fd73593, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/554a007dde6f4a51bab262cc518664a0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d11acccc98484ad78f67f337baf28a29, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/305ba01d47a34e9ca24d409fe19166dd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/af2752342087451a958092e0bfb5cb34, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eaf7da54338e402a9f29c398261721fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e844c4c1ec4140b0a40a61d035b23887, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b6af69ed00264a34a497016e4ebb14a7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/fb189db6934d45feb087089e9596a051, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26ec350f360240b689b2d75b70411e07, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b9a62023c9cf42a8baebbe507919887f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/068830dc26d44ee8b8511c7ad452dcf8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e31b7c0c529b4e1a8607aad295a29353, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26f86de04f9d4425bbd9a61ffe979f51, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eb0b7f027caf4c90b6c523fdb596952f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/acacd81edc0f426c90e1a795978750c6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d3ec8340074b43debbf813b4c7f5eeb2] to archive 2024-11-22T00:24:11,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:11,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/41a55b5168834703a180cbd69da140b1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/41a55b5168834703a180cbd69da140b1 2024-11-22T00:24:11,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/30445b2853e9463cbe70e24efcc94d38 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/30445b2853e9463cbe70e24efcc94d38 2024-11-22T00:24:11,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/9908c12e97a942aab959e26f55788b1b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/9908c12e97a942aab959e26f55788b1b 2024-11-22T00:24:11,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/73ca11f9ae854d06ae3879184fd73593 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/73ca11f9ae854d06ae3879184fd73593 2024-11-22T00:24:11,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/554a007dde6f4a51bab262cc518664a0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/554a007dde6f4a51bab262cc518664a0 2024-11-22T00:24:11,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d11acccc98484ad78f67f337baf28a29 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d11acccc98484ad78f67f337baf28a29 2024-11-22T00:24:11,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/305ba01d47a34e9ca24d409fe19166dd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/305ba01d47a34e9ca24d409fe19166dd 2024-11-22T00:24:11,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/af2752342087451a958092e0bfb5cb34 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/af2752342087451a958092e0bfb5cb34 2024-11-22T00:24:11,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eaf7da54338e402a9f29c398261721fe to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eaf7da54338e402a9f29c398261721fe 2024-11-22T00:24:11,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e844c4c1ec4140b0a40a61d035b23887 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e844c4c1ec4140b0a40a61d035b23887 2024-11-22T00:24:11,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b6af69ed00264a34a497016e4ebb14a7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b6af69ed00264a34a497016e4ebb14a7 2024-11-22T00:24:11,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/fb189db6934d45feb087089e9596a051 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/fb189db6934d45feb087089e9596a051 2024-11-22T00:24:11,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26ec350f360240b689b2d75b70411e07 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26ec350f360240b689b2d75b70411e07 2024-11-22T00:24:11,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b9a62023c9cf42a8baebbe507919887f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/b9a62023c9cf42a8baebbe507919887f 2024-11-22T00:24:11,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/068830dc26d44ee8b8511c7ad452dcf8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/068830dc26d44ee8b8511c7ad452dcf8 2024-11-22T00:24:11,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e31b7c0c529b4e1a8607aad295a29353 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/e31b7c0c529b4e1a8607aad295a29353 2024-11-22T00:24:11,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26f86de04f9d4425bbd9a61ffe979f51 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/26f86de04f9d4425bbd9a61ffe979f51 2024-11-22T00:24:11,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eb0b7f027caf4c90b6c523fdb596952f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/eb0b7f027caf4c90b6c523fdb596952f 2024-11-22T00:24:11,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/acacd81edc0f426c90e1a795978750c6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/acacd81edc0f426c90e1a795978750c6 2024-11-22T00:24:11,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d3ec8340074b43debbf813b4c7f5eeb2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d3ec8340074b43debbf813b4c7f5eeb2 2024-11-22T00:24:11,956 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/recovered.edits/308.seqid, newMaxSeqId=308, maxSeqId=4 2024-11-22T00:24:11,957 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695. 2024-11-22T00:24:11,957 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1635): Region close journal for 3ce47633589859ff3c09f7490d78d695: 2024-11-22T00:24:11,959 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(170): Closed 3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:11,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=3ce47633589859ff3c09f7490d78d695, regionState=CLOSED 2024-11-22T00:24:11,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T00:24:11,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseRegionProcedure 3ce47633589859ff3c09f7490d78d695, server=eb610cd766b1,40805,1732234971623 in 990 msec 2024-11-22T00:24:11,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T00:24:11,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ce47633589859ff3c09f7490d78d695, UNASSIGN in 1.0010 sec 2024-11-22T00:24:11,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T00:24:11,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0050 sec 2024-11-22T00:24:11,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235051967"}]},"ts":"1732235051967"} 2024-11-22T00:24:11,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T00:24:12,010 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T00:24:12,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0830 sec 2024-11-22T00:24:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T00:24:12,054 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-22T00:24:12,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T00:24:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,056 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T00:24:12,057 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=57, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,059 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,063 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/recovered.edits] 2024-11-22T00:24:12,071 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f5305f147bea43cabbd525df08f60843 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/f5305f147bea43cabbd525df08f60843 2024-11-22T00:24:12,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fa727c3d92ac488887e81dfefaa8c6ec to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/A/fa727c3d92ac488887e81dfefaa8c6ec 2024-11-22T00:24:12,075 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2f8c3b1780ce430fb74a526b16dc63bc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/2f8c3b1780ce430fb74a526b16dc63bc 2024-11-22T00:24:12,077 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/c117a9e0d9ee431ba9c3fa786dd71d0e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/B/c117a9e0d9ee431ba9c3fa786dd71d0e 2024-11-22T00:24:12,079 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/c32510ea6f8b48f3ab0ea60ae29ad167 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/c32510ea6f8b48f3ab0ea60ae29ad167 2024-11-22T00:24:12,081 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d851eede03c4490ca8f43bdacd3aa2b7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/C/d851eede03c4490ca8f43bdacd3aa2b7 2024-11-22T00:24:12,087 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/recovered.edits/308.seqid to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695/recovered.edits/308.seqid 2024-11-22T00:24:12,088 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,088 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T00:24:12,091 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T00:24:12,092 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T00:24:12,100 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c23f0216f5c42238fead4e19120a076_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c23f0216f5c42238fead4e19120a076_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,102 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122100b606131994da081fd07284dfd7e6b_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122100b606131994da081fd07284dfd7e6b_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,104 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104948c47bb9400ba855619b413dd295_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104948c47bb9400ba855619b413dd295_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,106 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222724be54725849178ad178a3694b4065_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222724be54725849178ad178a3694b4065_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,107 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ab0f0f45591447dbdcb4e559f18ee32_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ab0f0f45591447dbdcb4e559f18ee32_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,109 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222fb11c1226c74f68abf9c0fa9f3ab0cd_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222fb11c1226c74f68abf9c0fa9f3ab0cd_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,111 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249617ac20a414dfe9b27ab2ee38c42f2_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249617ac20a414dfe9b27ab2ee38c42f2_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,113 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112254e6a359e52545529a26734ef382d9a3_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112254e6a359e52545529a26734ef382d9a3_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,116 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122877ed684a8da4ec2b2cd441d13e7799e_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122877ed684a8da4ec2b2cd441d13e7799e_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,117 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229340eb8791ff4fffba762e8a2651c3ad_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229340eb8791ff4fffba762e8a2651c3ad_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,121 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a6ccc6f3fd634027b37893294bbf6364_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a6ccc6f3fd634027b37893294bbf6364_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,124 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b272e33fa3764b29b9cbc637263ecea0_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b272e33fa3764b29b9cbc637263ecea0_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c4eee5f4c7724f61aeaad2c753b29faa_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c4eee5f4c7724f61aeaad2c753b29faa_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,129 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cff3ef23ed0e4d0295006ceefc0b7d6f_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cff3ef23ed0e4d0295006ceefc0b7d6f_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d831a6bb70294b27b6cc63238295189d_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d831a6bb70294b27b6cc63238295189d_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,133 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ded6f3dbd881447b9c2ad5f4498930f6_3ce47633589859ff3c09f7490d78d695 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ded6f3dbd881447b9c2ad5f4498930f6_3ce47633589859ff3c09f7490d78d695 2024-11-22T00:24:12,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T00:24:12,139 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=57, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,144 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T00:24:12,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T00:24:12,147 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=57, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,147 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T00:24:12,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732235052147"}]},"ts":"9223372036854775807"} 2024-11-22T00:24:12,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T00:24:12,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3ce47633589859ff3c09f7490d78d695, NAME => 'TestAcidGuarantees,,1732235020419.3ce47633589859ff3c09f7490d78d695.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T00:24:12,151 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T00:24:12,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732235052151"}]},"ts":"9223372036854775807"} 2024-11-22T00:24:12,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T00:24:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T00:24:12,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=57, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 111 msec 2024-11-22T00:24:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T00:24:12,358 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-22T00:24:12,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 236) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1808773081_22 at /127.0.0.1:46624 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7384bd5f-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1423 (was 1441), ProcessCount=11 (was 11), AvailableMemoryMB=356 (was 1085) 2024-11-22T00:24:12,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1423, ProcessCount=11, AvailableMemoryMB=356 2024-11-22T00:24:12,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:24:12,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:24:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:12,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:24:12,380 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:12,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 58 2024-11-22T00:24:12,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:24:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-22T00:24:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742017_1193 (size=963) 2024-11-22T00:24:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-22T00:24:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-22T00:24:12,789 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:24:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742018_1194 (size=53) 2024-11-22T00:24:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-22T00:24:13,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:24:13,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d83fd79fe2f19cfeae11a893ab1d097d, disabling compactions & flushes 2024-11-22T00:24:13,209 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. after waiting 0 ms 2024-11-22T00:24:13,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,209 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:13,211 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:24:13,211 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732235053211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732235053211"}]},"ts":"1732235053211"} 2024-11-22T00:24:13,212 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:24:13,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:24:13,213 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235053213"}]},"ts":"1732235053213"} 2024-11-22T00:24:13,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T00:24:13,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, ASSIGN}] 2024-11-22T00:24:13,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, ASSIGN 2024-11-22T00:24:13,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:24:13,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=d83fd79fe2f19cfeae11a893ab1d097d, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:13,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; OpenRegionProcedure d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:24:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-22T00:24:13,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:13,571 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,571 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:24:13,571 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,571 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:24:13,572 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,572 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,573 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,579 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:13,579 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83fd79fe2f19cfeae11a893ab1d097d columnFamilyName A 2024-11-22T00:24:13,579 DEBUG [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:13,582 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.HStore(327): Store=d83fd79fe2f19cfeae11a893ab1d097d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:13,582 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,584 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:13,584 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83fd79fe2f19cfeae11a893ab1d097d columnFamilyName B 2024-11-22T00:24:13,584 DEBUG [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:13,587 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.HStore(327): Store=d83fd79fe2f19cfeae11a893ab1d097d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:13,587 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,589 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:13,590 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83fd79fe2f19cfeae11a893ab1d097d columnFamilyName C 2024-11-22T00:24:13,590 DEBUG [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:13,593 INFO [StoreOpener-d83fd79fe2f19cfeae11a893ab1d097d-1 {}] regionserver.HStore(327): Store=d83fd79fe2f19cfeae11a893ab1d097d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:13,593 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,596 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,597 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,603 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:24:13,614 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:13,635 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:24:13,639 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened d83fd79fe2f19cfeae11a893ab1d097d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70917418, jitterRate=0.05675187706947327}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:24:13,640 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:13,641 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., pid=60, masterSystemTime=1732235053567 2024-11-22T00:24:13,644 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,644 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:13,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=d83fd79fe2f19cfeae11a893ab1d097d, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:13,650 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=eb610cd766b1,40805,1732234971623, table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:24:13,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T00:24:13,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; OpenRegionProcedure d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 in 243 msec 2024-11-22T00:24:13,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T00:24:13,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, ASSIGN in 400 msec 2024-11-22T00:24:13,668 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:24:13,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235053668"}]},"ts":"1732235053668"} 2024-11-22T00:24:13,670 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T00:24:13,678 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:24:13,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3000 sec 2024-11-22T00:24:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-22T00:24:14,486 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 58 completed 2024-11-22T00:24:14,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e3d3829 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e934cca 2024-11-22T00:24:14,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b73e42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,530 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:24:14,532 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:24:14,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f810aa9 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b70f48f 2024-11-22T00:24:14,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f66057f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-22T00:24:14,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-22T00:24:14,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,588 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-22T00:24:14,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-22T00:24:14,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-22T00:24:14,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-22T00:24:14,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-22T00:24:14,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,650 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-22T00:24:14,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-22T00:24:14,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:14,679 DEBUG [hconnection-0x72ce04f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,679 DEBUG [hconnection-0x7e806be4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-22T00:24:14,682 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,682 DEBUG [hconnection-0x30c048e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,683 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T00:24:14,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:14,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:14,686 DEBUG [hconnection-0x4b8ea38e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,687 DEBUG [hconnection-0x271afe07-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,688 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,688 DEBUG [hconnection-0x66e2bd1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,689 DEBUG [hconnection-0x2d6ad1ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,691 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,695 DEBUG [hconnection-0x25865fc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,696 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:14,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:24:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:14,707 DEBUG [hconnection-0x57d25e46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,708 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,709 DEBUG [hconnection-0x2d7e84b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:14,719 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:14,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e1591f30932a4adbb5581d0460a12bdb is 50, key is test_row_0/A:col10/1732235054691/Put/seqid=0 2024-11-22T00:24:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742019_1195 (size=12001) 2024-11-22T00:24:14,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e1591f30932a4adbb5581d0460a12bdb 2024-11-22T00:24:14,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235114738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235114738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235114772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235114773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235114775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T00:24:14,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/74b3a3462ff14768b3d917e65b3642c1 is 50, key is test_row_0/B:col10/1732235054691/Put/seqid=0 2024-11-22T00:24:14,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742020_1196 (size=12001) 2024-11-22T00:24:14,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/74b3a3462ff14768b3d917e65b3642c1 2024-11-22T00:24:14,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-22T00:24:14,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:14,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:14,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:14,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:14,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/9968698c165a40ab9ee3e774524a243a is 50, key is test_row_0/C:col10/1732235054691/Put/seqid=0 2024-11-22T00:24:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235114877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235114877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235114880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235114880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235114880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742021_1197 (size=12001) 2024-11-22T00:24:14,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/9968698c165a40ab9ee3e774524a243a 2024-11-22T00:24:14,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e1591f30932a4adbb5581d0460a12bdb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e1591f30932a4adbb5581d0460a12bdb 2024-11-22T00:24:14,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e1591f30932a4adbb5581d0460a12bdb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T00:24:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/74b3a3462ff14768b3d917e65b3642c1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/74b3a3462ff14768b3d917e65b3642c1 2024-11-22T00:24:14,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/74b3a3462ff14768b3d917e65b3642c1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T00:24:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/9968698c165a40ab9ee3e774524a243a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9968698c165a40ab9ee3e774524a243a 2024-11-22T00:24:14,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9968698c165a40ab9ee3e774524a243a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T00:24:14,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for d83fd79fe2f19cfeae11a893ab1d097d in 237ms, sequenceid=14, compaction requested=false 2024-11-22T00:24:14,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T00:24:14,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:14,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-22T00:24:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:14,991 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:24:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:15,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e9d0ed9d376c48a08d31e0b5bf52f40c is 50, key is test_row_0/A:col10/1732235054743/Put/seqid=0 2024-11-22T00:24:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742022_1198 (size=12001) 2024-11-22T00:24:15,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:15,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235115094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235115095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235115096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235115097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235115099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235115206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235115207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235115208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235115208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235115209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T00:24:15,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235115411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235115413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235115413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235115413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235115416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,445 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e9d0ed9d376c48a08d31e0b5bf52f40c 2024-11-22T00:24:15,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/07e0c53f05534e1fb35d8cb2879d90e1 is 50, key is test_row_0/B:col10/1732235054743/Put/seqid=0 2024-11-22T00:24:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742023_1199 (size=12001) 2024-11-22T00:24:15,520 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/07e0c53f05534e1fb35d8cb2879d90e1 2024-11-22T00:24:15,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/91223cfeb6f0409eb3b008f518781732 is 50, key is test_row_0/C:col10/1732235054743/Put/seqid=0 2024-11-22T00:24:15,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742024_1200 (size=12001) 2024-11-22T00:24:15,545 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/91223cfeb6f0409eb3b008f518781732 2024-11-22T00:24:15,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e9d0ed9d376c48a08d31e0b5bf52f40c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e9d0ed9d376c48a08d31e0b5bf52f40c 2024-11-22T00:24:15,570 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e9d0ed9d376c48a08d31e0b5bf52f40c, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T00:24:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/07e0c53f05534e1fb35d8cb2879d90e1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/07e0c53f05534e1fb35d8cb2879d90e1 2024-11-22T00:24:15,582 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/07e0c53f05534e1fb35d8cb2879d90e1, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T00:24:15,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/91223cfeb6f0409eb3b008f518781732 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/91223cfeb6f0409eb3b008f518781732 2024-11-22T00:24:15,596 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/91223cfeb6f0409eb3b008f518781732, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T00:24:15,597 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d83fd79fe2f19cfeae11a893ab1d097d in 606ms, sequenceid=39, compaction requested=false 2024-11-22T00:24:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-22T00:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-22T00:24:15,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T00:24:15,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 914 msec 2024-11-22T00:24:15,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 920 msec 2024-11-22T00:24:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T00:24:15,788 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-22T00:24:15,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-22T00:24:15,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:24:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:15,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/2da3686963a5409d937ab83926c2eb1a is 50, key is test_row_0/A:col10/1732235055724/Put/seqid=0 2024-11-22T00:24:15,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:15,810 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:15,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742025_1201 (size=16681) 2024-11-22T00:24:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235115832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235115833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235115833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235115839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235115839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235115941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235115941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235115942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235115945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235115946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:15,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:15,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:15,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:15,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:15,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:16,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235116146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235116147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235116148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235116149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235116152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/2da3686963a5409d937ab83926c2eb1a 2024-11-22T00:24:16,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/cb7cea79391e4fc5a442400986abea32 is 50, key is test_row_0/B:col10/1732235055724/Put/seqid=0 2024-11-22T00:24:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742026_1202 (size=12001) 2024-11-22T00:24:16,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:16,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235116451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235116452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235116453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235116456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235116457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/cb7cea79391e4fc5a442400986abea32 2024-11-22T00:24:16,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/c20652074b1f44069be1f81e35905da6 is 50, key is test_row_0/C:col10/1732235055724/Put/seqid=0 2024-11-22T00:24:16,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742027_1203 (size=12001) 2024-11-22T00:24:16,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:16,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235116953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235116958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235116958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235116958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:16,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235116962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:17,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:17,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:17,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:17,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/c20652074b1f44069be1f81e35905da6 2024-11-22T00:24:17,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/2da3686963a5409d937ab83926c2eb1a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2da3686963a5409d937ab83926c2eb1a 2024-11-22T00:24:17,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2da3686963a5409d937ab83926c2eb1a, entries=250, sequenceid=56, filesize=16.3 K 2024-11-22T00:24:17,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/cb7cea79391e4fc5a442400986abea32 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cb7cea79391e4fc5a442400986abea32 2024-11-22T00:24:17,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cb7cea79391e4fc5a442400986abea32, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T00:24:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/c20652074b1f44069be1f81e35905da6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/c20652074b1f44069be1f81e35905da6 2024-11-22T00:24:17,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/c20652074b1f44069be1f81e35905da6, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T00:24:17,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d83fd79fe2f19cfeae11a893ab1d097d in 1295ms, sequenceid=56, compaction requested=true 2024-11-22T00:24:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:17,091 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:17,091 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:17,092 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:17,092 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:17,092 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:17,093 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/74b3a3462ff14768b3d917e65b3642c1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/07e0c53f05534e1fb35d8cb2879d90e1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cb7cea79391e4fc5a442400986abea32] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.2 K 2024-11-22T00:24:17,093 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:17,093 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:17,093 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:17,093 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e1591f30932a4adbb5581d0460a12bdb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e9d0ed9d376c48a08d31e0b5bf52f40c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2da3686963a5409d937ab83926c2eb1a] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=39.7 K 2024-11-22T00:24:17,093 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 74b3a3462ff14768b3d917e65b3642c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732235054691 2024-11-22T00:24:17,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1591f30932a4adbb5581d0460a12bdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732235054691 2024-11-22T00:24:17,094 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 07e0c53f05534e1fb35d8cb2879d90e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732235054736 2024-11-22T00:24:17,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9d0ed9d376c48a08d31e0b5bf52f40c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732235054736 2024-11-22T00:24:17,095 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting cb7cea79391e4fc5a442400986abea32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732235055093 2024-11-22T00:24:17,095 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da3686963a5409d937ab83926c2eb1a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732235055093 2024-11-22T00:24:17,118 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:17,118 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/0f692256510a463f8541663823951c7e is 50, key is test_row_0/A:col10/1732235055724/Put/seqid=0 2024-11-22T00:24:17,121 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:17,121 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/b6013e964e20478a967469f7863476c8 is 50, key is test_row_0/B:col10/1732235055724/Put/seqid=0 2024-11-22T00:24:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742028_1204 (size=12104) 2024-11-22T00:24:17,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742029_1205 (size=12104) 2024-11-22T00:24:17,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:17,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T00:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:17,186 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T00:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:17,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/557022062337450eab6385eb020235a0 is 50, key is test_row_0/A:col10/1732235055831/Put/seqid=0 2024-11-22T00:24:17,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742030_1206 (size=12001) 2024-11-22T00:24:17,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:24:17,543 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/0f692256510a463f8541663823951c7e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/0f692256510a463f8541663823951c7e 2024-11-22T00:24:17,565 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/b6013e964e20478a967469f7863476c8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/b6013e964e20478a967469f7863476c8 2024-11-22T00:24:17,571 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into b6013e964e20478a967469f7863476c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:17,571 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:17,571 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235057091; duration=0sec 2024-11-22T00:24:17,571 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:17,571 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:17,571 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:17,572 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 0f692256510a463f8541663823951c7e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:17,572 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:17,572 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235057090; duration=0sec 2024-11-22T00:24:17,572 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:17,573 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:17,573 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:17,573 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:17,573 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:17,573 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9968698c165a40ab9ee3e774524a243a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/91223cfeb6f0409eb3b008f518781732, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/c20652074b1f44069be1f81e35905da6] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.2 K 2024-11-22T00:24:17,573 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 9968698c165a40ab9ee3e774524a243a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732235054691 2024-11-22T00:24:17,573 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 91223cfeb6f0409eb3b008f518781732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732235054736 2024-11-22T00:24:17,574 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting c20652074b1f44069be1f81e35905da6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732235055093 2024-11-22T00:24:17,581 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:17,582 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6555995acff943e298d87094114d59cd is 50, key is test_row_0/C:col10/1732235055724/Put/seqid=0 2024-11-22T00:24:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742031_1207 (size=12104) 2024-11-22T00:24:17,597 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/557022062337450eab6385eb020235a0 2024-11-22T00:24:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/c098061a382c417dba1034cf8e44c53d is 50, key is test_row_0/B:col10/1732235055831/Put/seqid=0 2024-11-22T00:24:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742032_1208 (size=12001) 2024-11-22T00:24:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:17,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:17,993 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6555995acff943e298d87094114d59cd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6555995acff943e298d87094114d59cd 2024-11-22T00:24:18,006 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 6555995acff943e298d87094114d59cd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:18,006 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:18,006 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235057091; duration=0sec 2024-11-22T00:24:18,007 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:18,007 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235117985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235118008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235118009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235118011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235118014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,027 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/c098061a382c417dba1034cf8e44c53d 2024-11-22T00:24:18,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/9acf712986b941ada2bf28592a872ed5 is 50, key is test_row_0/C:col10/1732235055831/Put/seqid=0 2024-11-22T00:24:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742033_1209 (size=12001) 2024-11-22T00:24:18,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235118115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235118116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235118117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235118124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235118320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235118320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235118322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235118328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:24:18,489 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/9acf712986b941ada2bf28592a872ed5 2024-11-22T00:24:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/557022062337450eab6385eb020235a0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/557022062337450eab6385eb020235a0 2024-11-22T00:24:18,505 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/557022062337450eab6385eb020235a0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T00:24:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/c098061a382c417dba1034cf8e44c53d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c098061a382c417dba1034cf8e44c53d 2024-11-22T00:24:18,512 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c098061a382c417dba1034cf8e44c53d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T00:24:18,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/9acf712986b941ada2bf28592a872ed5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9acf712986b941ada2bf28592a872ed5 2024-11-22T00:24:18,521 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9acf712986b941ada2bf28592a872ed5, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T00:24:18,522 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d83fd79fe2f19cfeae11a893ab1d097d in 1336ms, sequenceid=75, compaction requested=false 2024-11-22T00:24:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-22T00:24:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-22T00:24:18,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T00:24:18,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7150 sec 2024-11-22T00:24:18,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.7370 sec 2024-11-22T00:24:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:18,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T00:24:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:18,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/71b9cecc0f604cf8975a1545954218d0 is 50, key is test_row_0/A:col10/1732235057968/Put/seqid=0 2024-11-22T00:24:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742034_1210 (size=12001) 2024-11-22T00:24:18,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/71b9cecc0f604cf8975a1545954218d0 2024-11-22T00:24:18,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/1757a0639741415ca75e1b2294a7d8d3 is 50, key is test_row_0/B:col10/1732235057968/Put/seqid=0 2024-11-22T00:24:18,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235118648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235118652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235118654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235118655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742035_1211 (size=12001) 2024-11-22T00:24:18,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235118755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235118759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235118759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235118760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235118959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235118963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235118966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235118966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/1757a0639741415ca75e1b2294a7d8d3 2024-11-22T00:24:19,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6840deaee49c476d84e097e42b77ce28 is 50, key is test_row_0/C:col10/1732235057968/Put/seqid=0 2024-11-22T00:24:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742036_1212 (size=12001) 2024-11-22T00:24:19,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6840deaee49c476d84e097e42b77ce28 2024-11-22T00:24:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/71b9cecc0f604cf8975a1545954218d0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/71b9cecc0f604cf8975a1545954218d0 2024-11-22T00:24:19,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/71b9cecc0f604cf8975a1545954218d0, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T00:24:19,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/1757a0639741415ca75e1b2294a7d8d3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/1757a0639741415ca75e1b2294a7d8d3 2024-11-22T00:24:19,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/1757a0639741415ca75e1b2294a7d8d3, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T00:24:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6840deaee49c476d84e097e42b77ce28 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6840deaee49c476d84e097e42b77ce28 2024-11-22T00:24:19,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6840deaee49c476d84e097e42b77ce28, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T00:24:19,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d83fd79fe2f19cfeae11a893ab1d097d in 520ms, sequenceid=96, compaction requested=true 2024-11-22T00:24:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:19,146 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:19,158 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:19,158 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:19,159 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:19,160 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:19,160 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:19,160 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:19,160 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/b6013e964e20478a967469f7863476c8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c098061a382c417dba1034cf8e44c53d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/1757a0639741415ca75e1b2294a7d8d3] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.3 K 2024-11-22T00:24:19,160 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:19,160 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/0f692256510a463f8541663823951c7e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/557022062337450eab6385eb020235a0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/71b9cecc0f604cf8975a1545954218d0] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.3 K 2024-11-22T00:24:19,160 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b6013e964e20478a967469f7863476c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732235055093 2024-11-22T00:24:19,160 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f692256510a463f8541663823951c7e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732235055093 2024-11-22T00:24:19,161 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting c098061a382c417dba1034cf8e44c53d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732235055831 2024-11-22T00:24:19,161 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557022062337450eab6385eb020235a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732235055831 2024-11-22T00:24:19,161 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1757a0639741415ca75e1b2294a7d8d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732235057968 2024-11-22T00:24:19,161 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71b9cecc0f604cf8975a1545954218d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732235057968 2024-11-22T00:24:19,172 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:19,173 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/9fe57e00043544528ebca41cada8f85b is 50, key is test_row_0/A:col10/1732235057968/Put/seqid=0 2024-11-22T00:24:19,191 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#172 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:19,191 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/a9e98e45e5fc4855ae4da8229ccdd6b3 is 50, key is test_row_0/B:col10/1732235057968/Put/seqid=0 2024-11-22T00:24:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742037_1213 (size=12207) 2024-11-22T00:24:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742038_1214 (size=12207) 2024-11-22T00:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:19,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T00:24:19,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:19,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/374ac4c65e6b40b6bbbfdb3c133ebbb8 is 50, key is test_row_0/A:col10/1732235058652/Put/seqid=0 2024-11-22T00:24:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235119281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235119283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742039_1215 (size=12001) 2024-11-22T00:24:19,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/374ac4c65e6b40b6bbbfdb3c133ebbb8 2024-11-22T00:24:19,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235119286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235119286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/344e32b8312b439098f694257f24ea46 is 50, key is test_row_0/B:col10/1732235058652/Put/seqid=0 2024-11-22T00:24:19,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742040_1216 (size=12001) 2024-11-22T00:24:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235119387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235119395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235119399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235119399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235119592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235119598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235119603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235119608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,638 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/9fe57e00043544528ebca41cada8f85b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9fe57e00043544528ebca41cada8f85b 2024-11-22T00:24:19,651 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/a9e98e45e5fc4855ae4da8229ccdd6b3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a9e98e45e5fc4855ae4da8229ccdd6b3 2024-11-22T00:24:19,675 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 9fe57e00043544528ebca41cada8f85b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:19,676 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:19,676 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235059145; duration=0sec 2024-11-22T00:24:19,676 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:19,676 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:19,676 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:19,680 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:19,681 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:19,681 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:19,681 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6555995acff943e298d87094114d59cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9acf712986b941ada2bf28592a872ed5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6840deaee49c476d84e097e42b77ce28] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.3 K 2024-11-22T00:24:19,683 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6555995acff943e298d87094114d59cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732235055093 2024-11-22T00:24:19,687 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9acf712986b941ada2bf28592a872ed5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732235055831 2024-11-22T00:24:19,688 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6840deaee49c476d84e097e42b77ce28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732235057968 2024-11-22T00:24:19,696 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into a9e98e45e5fc4855ae4da8229ccdd6b3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:19,696 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:19,696 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235059158; duration=0sec 2024-11-22T00:24:19,696 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:19,696 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:19,725 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:19,726 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/00583ec0491e4032b41b77b0ea514e29 is 50, key is test_row_0/C:col10/1732235057968/Put/seqid=0 2024-11-22T00:24:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742041_1217 (size=12207) 2024-11-22T00:24:19,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/344e32b8312b439098f694257f24ea46 2024-11-22T00:24:19,802 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/00583ec0491e4032b41b77b0ea514e29 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/00583ec0491e4032b41b77b0ea514e29 2024-11-22T00:24:19,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/ecfc5e1f131c4606885bf8d6ed547bf3 is 50, key is test_row_0/C:col10/1732235058652/Put/seqid=0 2024-11-22T00:24:19,846 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 00583ec0491e4032b41b77b0ea514e29(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:19,846 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:19,846 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235059159; duration=0sec 2024-11-22T00:24:19,847 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:19,847 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742042_1218 (size=12001) 2024-11-22T00:24:19,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/ecfc5e1f131c4606885bf8d6ed547bf3 2024-11-22T00:24:19,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/374ac4c65e6b40b6bbbfdb3c133ebbb8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/374ac4c65e6b40b6bbbfdb3c133ebbb8 2024-11-22T00:24:19,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/374ac4c65e6b40b6bbbfdb3c133ebbb8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T00:24:19,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/344e32b8312b439098f694257f24ea46 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/344e32b8312b439098f694257f24ea46 2024-11-22T00:24:19,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/344e32b8312b439098f694257f24ea46, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T00:24:19,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/ecfc5e1f131c4606885bf8d6ed547bf3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ecfc5e1f131c4606885bf8d6ed547bf3 2024-11-22T00:24:19,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235119903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235119906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T00:24:19,914 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-22T00:24:19,916 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:19,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235119914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235119915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:19,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ecfc5e1f131c4606885bf8d6ed547bf3, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T00:24:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-22T00:24:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:19,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:19,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for d83fd79fe2f19cfeae11a893ab1d097d in 661ms, sequenceid=116, compaction requested=false 2024-11-22T00:24:19,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:19,927 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:19,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:20,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T00:24:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:20,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/605e59afa00649f99fc91ebb6b3dc5f9 is 50, key is test_row_0/A:col10/1732235059281/Put/seqid=0 2024-11-22T00:24:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742043_1219 (size=12151) 2024-11-22T00:24:20,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/605e59afa00649f99fc91ebb6b3dc5f9 2024-11-22T00:24:20,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:20,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:20,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/4cd0538b142c465d97e67d313cf25636 is 50, key is test_row_0/B:col10/1732235059281/Put/seqid=0 2024-11-22T00:24:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235120103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742044_1220 (size=12151) 2024-11-22T00:24:20,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235120208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:20,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235120413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235120416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235120418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235120421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235120421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:20,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/4cd0538b142c465d97e67d313cf25636 2024-11-22T00:24:20,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:20,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:20,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/10a7359ac81d4fceae18e7bf57a37670 is 50, key is test_row_0/C:col10/1732235059281/Put/seqid=0 2024-11-22T00:24:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742045_1221 (size=12151) 2024-11-22T00:24:20,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235120717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:20,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:20,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:20,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/10a7359ac81d4fceae18e7bf57a37670 2024-11-22T00:24:20,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/605e59afa00649f99fc91ebb6b3dc5f9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/605e59afa00649f99fc91ebb6b3dc5f9 2024-11-22T00:24:20,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/605e59afa00649f99fc91ebb6b3dc5f9, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T00:24:20,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/4cd0538b142c465d97e67d313cf25636 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/4cd0538b142c465d97e67d313cf25636 2024-11-22T00:24:20,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/4cd0538b142c465d97e67d313cf25636, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T00:24:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/10a7359ac81d4fceae18e7bf57a37670 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/10a7359ac81d4fceae18e7bf57a37670 2024-11-22T00:24:21,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/10a7359ac81d4fceae18e7bf57a37670, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T00:24:21,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d83fd79fe2f19cfeae11a893ab1d097d in 975ms, sequenceid=137, compaction requested=true 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:21,009 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:21,009 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:21,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:21,010 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:21,010 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:21,010 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:21,010 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9fe57e00043544528ebca41cada8f85b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/374ac4c65e6b40b6bbbfdb3c133ebbb8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/605e59afa00649f99fc91ebb6b3dc5f9] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.5 K 2024-11-22T00:24:21,010 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:21,010 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:21,010 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:21,011 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a9e98e45e5fc4855ae4da8229ccdd6b3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/344e32b8312b439098f694257f24ea46, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/4cd0538b142c465d97e67d313cf25636] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.5 K 2024-11-22T00:24:21,011 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fe57e00043544528ebca41cada8f85b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732235057968 2024-11-22T00:24:21,011 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a9e98e45e5fc4855ae4da8229ccdd6b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732235057968 2024-11-22T00:24:21,011 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 374ac4c65e6b40b6bbbfdb3c133ebbb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732235058644 2024-11-22T00:24:21,011 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 344e32b8312b439098f694257f24ea46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732235058644 2024-11-22T00:24:21,011 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 605e59afa00649f99fc91ebb6b3dc5f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732235059281 2024-11-22T00:24:21,012 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cd0538b142c465d97e67d313cf25636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732235059281 2024-11-22T00:24:21,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T00:24:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:21,019 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T00:24:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:21,021 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:21,021 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/4d6e23a813b54ccb80f28a37666ece5b is 50, key is test_row_0/A:col10/1732235059281/Put/seqid=0 2024-11-22T00:24:21,025 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:21,025 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/c81af9cf5aa84e48a64ad9c00c8aa7c1 is 50, key is test_row_0/B:col10/1732235059281/Put/seqid=0 2024-11-22T00:24:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:21,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/aacd843d0a614b028494d9633d00b6b5 is 50, key is test_row_0/A:col10/1732235060082/Put/seqid=0 2024-11-22T00:24:21,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742046_1222 (size=12459) 2024-11-22T00:24:21,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742047_1223 (size=12459) 2024-11-22T00:24:21,061 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/4d6e23a813b54ccb80f28a37666ece5b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/4d6e23a813b54ccb80f28a37666ece5b 2024-11-22T00:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742048_1224 (size=12151) 2024-11-22T00:24:21,072 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/aacd843d0a614b028494d9633d00b6b5 2024-11-22T00:24:21,074 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 4d6e23a813b54ccb80f28a37666ece5b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:21,074 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:21,074 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235061009; duration=0sec 2024-11-22T00:24:21,074 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:21,074 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:21,074 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:21,076 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:21,077 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:21,077 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:21,077 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/00583ec0491e4032b41b77b0ea514e29, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ecfc5e1f131c4606885bf8d6ed547bf3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/10a7359ac81d4fceae18e7bf57a37670] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.5 K 2024-11-22T00:24:21,082 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/c81af9cf5aa84e48a64ad9c00c8aa7c1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c81af9cf5aa84e48a64ad9c00c8aa7c1 2024-11-22T00:24:21,082 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00583ec0491e4032b41b77b0ea514e29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732235057968 2024-11-22T00:24:21,083 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfc5e1f131c4606885bf8d6ed547bf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732235058644 2024-11-22T00:24:21,083 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10a7359ac81d4fceae18e7bf57a37670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732235059281 2024-11-22T00:24:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/23e762d49378423e9cb21d223fbd82eb is 50, key is test_row_0/B:col10/1732235060082/Put/seqid=0 2024-11-22T00:24:21,090 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into c81af9cf5aa84e48a64ad9c00c8aa7c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:21,090 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:21,090 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235061009; duration=0sec 2024-11-22T00:24:21,090 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:21,090 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:21,095 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:21,095 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/894d93cfc3124b67b6b97c9d04c81208 is 50, key is test_row_0/C:col10/1732235059281/Put/seqid=0 2024-11-22T00:24:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742049_1225 (size=12151) 2024-11-22T00:24:21,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742050_1226 (size=12459) 2024-11-22T00:24:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235121261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235121367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235121422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235121429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235121430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235121435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,504 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/23e762d49378423e9cb21d223fbd82eb 2024-11-22T00:24:21,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/55e9b119281341e69c3fc67330397b39 is 50, key is test_row_0/C:col10/1732235060082/Put/seqid=0 2024-11-22T00:24:21,519 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/894d93cfc3124b67b6b97c9d04c81208 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/894d93cfc3124b67b6b97c9d04c81208 2024-11-22T00:24:21,523 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 894d93cfc3124b67b6b97c9d04c81208(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:21,523 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:21,523 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235061009; duration=0sec 2024-11-22T00:24:21,524 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:21,524 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742051_1227 (size=12151) 2024-11-22T00:24:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235121571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235121879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:21,942 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/55e9b119281341e69c3fc67330397b39 2024-11-22T00:24:21,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/aacd843d0a614b028494d9633d00b6b5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/aacd843d0a614b028494d9633d00b6b5 2024-11-22T00:24:22,032 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/aacd843d0a614b028494d9633d00b6b5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T00:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/23e762d49378423e9cb21d223fbd82eb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/23e762d49378423e9cb21d223fbd82eb 2024-11-22T00:24:22,105 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/23e762d49378423e9cb21d223fbd82eb, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T00:24:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/55e9b119281341e69c3fc67330397b39 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55e9b119281341e69c3fc67330397b39 2024-11-22T00:24:22,122 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55e9b119281341e69c3fc67330397b39, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T00:24:22,128 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d83fd79fe2f19cfeae11a893ab1d097d in 1108ms, sequenceid=155, compaction requested=false 2024-11-22T00:24:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-22T00:24:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-22T00:24:22,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-22T00:24:22,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2080 sec 2024-11-22T00:24:22,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.2230 sec 2024-11-22T00:24:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:22,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T00:24:22,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:22,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:22,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:22,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/592591b7d4f04996a83bd445264cabc6 is 50, key is test_row_0/A:col10/1732235061253/Put/seqid=0 2024-11-22T00:24:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742052_1228 (size=12151) 2024-11-22T00:24:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235122468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:22,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235122574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235122778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:22,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/592591b7d4f04996a83bd445264cabc6 2024-11-22T00:24:22,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/d10aa5720a9b4b5f9e404e1aa5e56217 is 50, key is test_row_0/B:col10/1732235061253/Put/seqid=0 2024-11-22T00:24:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742053_1229 (size=12151) 2024-11-22T00:24:22,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/d10aa5720a9b4b5f9e404e1aa5e56217 2024-11-22T00:24:22,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6e56aa5d14cc4d10b58d9bdd11ae8004 is 50, key is test_row_0/C:col10/1732235061253/Put/seqid=0 2024-11-22T00:24:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742054_1230 (size=12151) 2024-11-22T00:24:23,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235123082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6e56aa5d14cc4d10b58d9bdd11ae8004 2024-11-22T00:24:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/592591b7d4f04996a83bd445264cabc6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/592591b7d4f04996a83bd445264cabc6 2024-11-22T00:24:23,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/592591b7d4f04996a83bd445264cabc6, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T00:24:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/d10aa5720a9b4b5f9e404e1aa5e56217 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d10aa5720a9b4b5f9e404e1aa5e56217 2024-11-22T00:24:23,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d10aa5720a9b4b5f9e404e1aa5e56217, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T00:24:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6e56aa5d14cc4d10b58d9bdd11ae8004 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6e56aa5d14cc4d10b58d9bdd11ae8004 2024-11-22T00:24:23,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6e56aa5d14cc4d10b58d9bdd11ae8004, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T00:24:23,391 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-22T00:24:23,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d83fd79fe2f19cfeae11a893ab1d097d in 1002ms, sequenceid=177, compaction requested=true 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:23,395 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:24:23,395 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:23,402 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:23,402 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:23,402 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:23,402 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/4d6e23a813b54ccb80f28a37666ece5b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/aacd843d0a614b028494d9633d00b6b5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/592591b7d4f04996a83bd445264cabc6] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.9 K 2024-11-22T00:24:23,402 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:23,402 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:23,403 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:23,403 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c81af9cf5aa84e48a64ad9c00c8aa7c1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/23e762d49378423e9cb21d223fbd82eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d10aa5720a9b4b5f9e404e1aa5e56217] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.9 K 2024-11-22T00:24:23,405 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6e23a813b54ccb80f28a37666ece5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732235059281 2024-11-22T00:24:23,405 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting c81af9cf5aa84e48a64ad9c00c8aa7c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732235059281 2024-11-22T00:24:23,407 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting aacd843d0a614b028494d9633d00b6b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732235060082 2024-11-22T00:24:23,408 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e762d49378423e9cb21d223fbd82eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732235060082 2024-11-22T00:24:23,408 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 592591b7d4f04996a83bd445264cabc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732235061253 2024-11-22T00:24:23,408 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d10aa5720a9b4b5f9e404e1aa5e56217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732235061253 2024-11-22T00:24:23,436 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:23,437 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e7fb8254486d42eca05b0e1837b1b3ba is 50, key is test_row_0/A:col10/1732235061253/Put/seqid=0 2024-11-22T00:24:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:23,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T00:24:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:23,451 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:23,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/94447cb89ac945bc8f0065f684573e93 is 50, key is test_row_0/B:col10/1732235061253/Put/seqid=0 2024-11-22T00:24:23,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26 is 50, key is test_row_0/A:col10/1732235062462/Put/seqid=0 2024-11-22T00:24:23,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235123473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235123476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235123477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235123477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742055_1231 (size=12561) 2024-11-22T00:24:23,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742056_1232 (size=12561) 2024-11-22T00:24:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742057_1233 (size=12151) 2024-11-22T00:24:23,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26 2024-11-22T00:24:23,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/a813a48611684e13ab32047bfa0d426f is 50, key is test_row_0/B:col10/1732235062462/Put/seqid=0 2024-11-22T00:24:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235123580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235123584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235123584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235123584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235123587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742058_1234 (size=12151) 2024-11-22T00:24:23,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235123791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235123792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235123792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235123792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:23,909 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e7fb8254486d42eca05b0e1837b1b3ba as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e7fb8254486d42eca05b0e1837b1b3ba 2024-11-22T00:24:23,918 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into e7fb8254486d42eca05b0e1837b1b3ba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:23,918 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:23,918 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235063395; duration=0sec 2024-11-22T00:24:23,918 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:23,918 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:23,918 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:23,920 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:23,920 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:23,920 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:23,921 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/894d93cfc3124b67b6b97c9d04c81208, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55e9b119281341e69c3fc67330397b39, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6e56aa5d14cc4d10b58d9bdd11ae8004] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=35.9 K 2024-11-22T00:24:23,921 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894d93cfc3124b67b6b97c9d04c81208, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732235059281 2024-11-22T00:24:23,921 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55e9b119281341e69c3fc67330397b39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732235060082 2024-11-22T00:24:23,922 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e56aa5d14cc4d10b58d9bdd11ae8004, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732235061253 2024-11-22T00:24:23,949 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:23,950 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/895fe61006624cfa8a985494eefbc3d7 is 50, key is test_row_0/C:col10/1732235061253/Put/seqid=0 2024-11-22T00:24:23,953 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/94447cb89ac945bc8f0065f684573e93 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/94447cb89ac945bc8f0065f684573e93 2024-11-22T00:24:23,960 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into 94447cb89ac945bc8f0065f684573e93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:23,960 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:23,960 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235063395; duration=0sec 2024-11-22T00:24:23,960 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:23,960 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:24,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742059_1235 (size=12561) 2024-11-22T00:24:24,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/a813a48611684e13ab32047bfa0d426f 2024-11-22T00:24:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T00:24:24,043 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-22T00:24:24,059 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:24,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/d2dbf7c25e3941b4821520b0630b1b91 is 50, key is test_row_0/C:col10/1732235062462/Put/seqid=0 2024-11-22T00:24:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-22T00:24:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:24,072 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:24,072 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:24,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742060_1236 (size=12151) 2024-11-22T00:24:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235124095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235124099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235124101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235124106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:24,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:24,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,422 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/895fe61006624cfa8a985494eefbc3d7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/895fe61006624cfa8a985494eefbc3d7 2024-11-22T00:24:24,429 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 895fe61006624cfa8a985494eefbc3d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:24,429 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:24,430 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235063395; duration=0sec 2024-11-22T00:24:24,431 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:24,431 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:24,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/d2dbf7c25e3941b4821520b0630b1b91 2024-11-22T00:24:24,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:24,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26 2024-11-22T00:24:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T00:24:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/a813a48611684e13ab32047bfa0d426f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a813a48611684e13ab32047bfa0d426f 2024-11-22T00:24:24,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a813a48611684e13ab32047bfa0d426f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T00:24:24,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/d2dbf7c25e3941b4821520b0630b1b91 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d2dbf7c25e3941b4821520b0630b1b91 2024-11-22T00:24:24,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d2dbf7c25e3941b4821520b0630b1b91, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T00:24:24,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d83fd79fe2f19cfeae11a893ab1d097d in 1144ms, sequenceid=195, compaction requested=false 2024-11-22T00:24:24,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:24,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T00:24:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:24,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/d28513a08d6c4025b84fdbc529a97ee3 is 50, key is test_row_0/A:col10/1732235064603/Put/seqid=0 2024-11-22T00:24:24,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235124651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235124658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235124659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235124659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235124659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:24,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:24,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:24,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742061_1237 (size=12151) 2024-11-22T00:24:24,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/d28513a08d6c4025b84fdbc529a97ee3 2024-11-22T00:24:24,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/332e4b2f7e564282b9b9a8a2fc0c29d4 is 50, key is test_row_0/B:col10/1732235064603/Put/seqid=0 2024-11-22T00:24:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235124771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235124771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235124771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235124772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235124775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742062_1238 (size=12151) 2024-11-22T00:24:24,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:24,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:24,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:24,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:24,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235124983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235124983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235124983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235124983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:24,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235124995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:25,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:25,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/332e4b2f7e564282b9b9a8a2fc0c29d4 2024-11-22T00:24:25,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/01816fea24814ad18b14cbe2ef581b4d is 50, key is test_row_0/C:col10/1732235064603/Put/seqid=0 2024-11-22T00:24:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742063_1239 (size=12151) 2024-11-22T00:24:25,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/01816fea24814ad18b14cbe2ef581b4d 2024-11-22T00:24:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235125291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235125294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235125295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235125295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235125304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/d28513a08d6c4025b84fdbc529a97ee3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/d28513a08d6c4025b84fdbc529a97ee3 2024-11-22T00:24:25,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/d28513a08d6c4025b84fdbc529a97ee3, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T00:24:25,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/332e4b2f7e564282b9b9a8a2fc0c29d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/332e4b2f7e564282b9b9a8a2fc0c29d4 2024-11-22T00:24:25,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/332e4b2f7e564282b9b9a8a2fc0c29d4, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T00:24:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/01816fea24814ad18b14cbe2ef581b4d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/01816fea24814ad18b14cbe2ef581b4d 2024-11-22T00:24:25,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:25,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/01816fea24814ad18b14cbe2ef581b4d, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T00:24:25,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d83fd79fe2f19cfeae11a893ab1d097d in 745ms, sequenceid=220, compaction requested=true 2024-11-22T00:24:25,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:25,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:25,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:25,362 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:25,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:25,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:25,362 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:25,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:25,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:25,363 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:25,363 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:25,363 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,364 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/94447cb89ac945bc8f0065f684573e93, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a813a48611684e13ab32047bfa0d426f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/332e4b2f7e564282b9b9a8a2fc0c29d4] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.0 K 2024-11-22T00:24:25,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:25,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:25,364 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,364 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e7fb8254486d42eca05b0e1837b1b3ba, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/d28513a08d6c4025b84fdbc529a97ee3] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.0 K 2024-11-22T00:24:25,364 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 94447cb89ac945bc8f0065f684573e93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732235061253 2024-11-22T00:24:25,364 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7fb8254486d42eca05b0e1837b1b3ba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732235061253 2024-11-22T00:24:25,365 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a813a48611684e13ab32047bfa0d426f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732235062462 2024-11-22T00:24:25,365 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16a2a36d8c8d43cfbc9c3fa0ee14cb26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732235062462 2024-11-22T00:24:25,365 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d28513a08d6c4025b84fdbc529a97ee3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732235063463 2024-11-22T00:24:25,365 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 332e4b2f7e564282b9b9a8a2fc0c29d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732235063463 2024-11-22T00:24:25,389 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:25,389 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/f3a67aa3eb4c4289af85c1a9281fd121 is 50, key is test_row_0/B:col10/1732235064603/Put/seqid=0 2024-11-22T00:24:25,393 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:25,393 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/ef38ae6c441447d2abe2490cdfd25195 is 50, key is test_row_0/A:col10/1732235064603/Put/seqid=0 2024-11-22T00:24:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742064_1240 (size=12663) 2024-11-22T00:24:25,435 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/f3a67aa3eb4c4289af85c1a9281fd121 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/f3a67aa3eb4c4289af85c1a9281fd121 2024-11-22T00:24:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742065_1241 (size=12663) 2024-11-22T00:24:25,451 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into f3a67aa3eb4c4289af85c1a9281fd121(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:25,451 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:25,451 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235065362; duration=0sec 2024-11-22T00:24:25,451 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:25,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:25,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:25,453 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:25,453 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:25,453 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,453 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/895fe61006624cfa8a985494eefbc3d7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d2dbf7c25e3941b4821520b0630b1b91, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/01816fea24814ad18b14cbe2ef581b4d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.0 K 2024-11-22T00:24:25,455 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 895fe61006624cfa8a985494eefbc3d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732235061253 2024-11-22T00:24:25,455 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d2dbf7c25e3941b4821520b0630b1b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732235062462 2024-11-22T00:24:25,460 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 01816fea24814ad18b14cbe2ef581b4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732235063463 2024-11-22T00:24:25,461 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/ef38ae6c441447d2abe2490cdfd25195 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ef38ae6c441447d2abe2490cdfd25195 2024-11-22T00:24:25,479 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into ef38ae6c441447d2abe2490cdfd25195(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:25,479 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:25,479 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235065361; duration=0sec 2024-11-22T00:24:25,479 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:25,479 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:25,480 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:25,481 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/171557fe1cdf4dd1a8a25f9953851285 is 50, key is test_row_0/C:col10/1732235064603/Put/seqid=0 2024-11-22T00:24:25,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T00:24:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:25,498 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:24:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742066_1242 (size=12663) 2024-11-22T00:24:25,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/c4b6ce0e676c4e2882cd4a0de8b76ff2 is 50, key is test_row_0/A:col10/1732235064654/Put/seqid=0 2024-11-22T00:24:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742067_1243 (size=12151) 2024-11-22T00:24:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235125848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235125849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235125851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235125854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235125854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235125954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235125963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235125963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235125963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:25,973 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/c4b6ce0e676c4e2882cd4a0de8b76ff2 2024-11-22T00:24:25,974 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/171557fe1cdf4dd1a8a25f9953851285 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/171557fe1cdf4dd1a8a25f9953851285 2024-11-22T00:24:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235125970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7b636f6a664b444f8dbcf2e39558b870 is 50, key is test_row_0/B:col10/1732235064654/Put/seqid=0 2024-11-22T00:24:26,031 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 171557fe1cdf4dd1a8a25f9953851285(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:26,031 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:26,031 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235065362; duration=0sec 2024-11-22T00:24:26,031 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:26,031 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742068_1244 (size=12151) 2024-11-22T00:24:26,038 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7b636f6a664b444f8dbcf2e39558b870 2024-11-22T00:24:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/4d0518b14fe74eb08d941cb940a9e6bd is 50, key is test_row_0/C:col10/1732235064654/Put/seqid=0 2024-11-22T00:24:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742069_1245 (size=12151) 2024-11-22T00:24:26,163 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/4d0518b14fe74eb08d941cb940a9e6bd 2024-11-22T00:24:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235126166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235126170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235126170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:26,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235126175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235126176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/c4b6ce0e676c4e2882cd4a0de8b76ff2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c4b6ce0e676c4e2882cd4a0de8b76ff2 2024-11-22T00:24:26,236 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c4b6ce0e676c4e2882cd4a0de8b76ff2, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T00:24:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7b636f6a664b444f8dbcf2e39558b870 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7b636f6a664b444f8dbcf2e39558b870 2024-11-22T00:24:26,267 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7b636f6a664b444f8dbcf2e39558b870, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T00:24:26,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/4d0518b14fe74eb08d941cb940a9e6bd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/4d0518b14fe74eb08d941cb940a9e6bd 2024-11-22T00:24:26,279 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/4d0518b14fe74eb08d941cb940a9e6bd, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T00:24:26,281 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d83fd79fe2f19cfeae11a893ab1d097d in 783ms, sequenceid=237, compaction requested=false 2024-11-22T00:24:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-22T00:24:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-22T00:24:26,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T00:24:26,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-22T00:24:26,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.2390 sec 2024-11-22T00:24:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:26,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T00:24:26,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:26,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:26,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:26,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:26,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:26,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:26,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/963e88c39b7e475d85d924c25b589e6d is 50, key is test_row_0/A:col10/1732235066474/Put/seqid=0 2024-11-22T00:24:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235126498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235126498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235126497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742070_1246 (size=14741) 2024-11-22T00:24:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235126504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235126504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235126605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235126608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235126614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235126614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235126615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235126806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235126812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235126817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235126822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235126822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:26,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/963e88c39b7e475d85d924c25b589e6d 2024-11-22T00:24:26,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7acea8afec044bd299680a1de0dd59f0 is 50, key is test_row_0/B:col10/1732235066474/Put/seqid=0 2024-11-22T00:24:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742071_1247 (size=12301) 2024-11-22T00:24:26,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7acea8afec044bd299680a1de0dd59f0 2024-11-22T00:24:26,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/47e46295e29b43879f0dbed1c82c73f2 is 50, key is test_row_0/C:col10/1732235066474/Put/seqid=0 2024-11-22T00:24:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742072_1248 (size=12301) 2024-11-22T00:24:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235127109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235127115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235127124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235127124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235127125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/47e46295e29b43879f0dbed1c82c73f2 2024-11-22T00:24:27,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/963e88c39b7e475d85d924c25b589e6d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/963e88c39b7e475d85d924c25b589e6d 2024-11-22T00:24:27,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/963e88c39b7e475d85d924c25b589e6d, entries=200, sequenceid=262, filesize=14.4 K 2024-11-22T00:24:27,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7acea8afec044bd299680a1de0dd59f0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7acea8afec044bd299680a1de0dd59f0 2024-11-22T00:24:27,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7acea8afec044bd299680a1de0dd59f0, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T00:24:27,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/47e46295e29b43879f0dbed1c82c73f2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/47e46295e29b43879f0dbed1c82c73f2 2024-11-22T00:24:27,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/47e46295e29b43879f0dbed1c82c73f2, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T00:24:27,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d83fd79fe2f19cfeae11a893ab1d097d in 984ms, sequenceid=262, compaction requested=true 2024-11-22T00:24:27,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:27,459 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:27,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:27,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:27,460 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:27,462 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:27,462 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:27,462 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:27,462 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ef38ae6c441447d2abe2490cdfd25195, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c4b6ce0e676c4e2882cd4a0de8b76ff2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/963e88c39b7e475d85d924c25b589e6d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=38.6 K 2024-11-22T00:24:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:27,463 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:27,463 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:27,463 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:27,463 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/f3a67aa3eb4c4289af85c1a9281fd121, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7b636f6a664b444f8dbcf2e39558b870, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7acea8afec044bd299680a1de0dd59f0] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.2 K 2024-11-22T00:24:27,464 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef38ae6c441447d2abe2490cdfd25195, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732235063463 2024-11-22T00:24:27,466 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a67aa3eb4c4289af85c1a9281fd121, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732235063463 2024-11-22T00:24:27,467 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4b6ce0e676c4e2882cd4a0de8b76ff2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732235064654 2024-11-22T00:24:27,468 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b636f6a664b444f8dbcf2e39558b870, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732235064654 2024-11-22T00:24:27,469 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 7acea8afec044bd299680a1de0dd59f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732235065851 2024-11-22T00:24:27,469 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 963e88c39b7e475d85d924c25b589e6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732235065851 2024-11-22T00:24:27,483 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:27,484 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/28cdd4f932bd43e8b55db7f481a17c69 is 50, key is test_row_0/B:col10/1732235066474/Put/seqid=0 2024-11-22T00:24:27,497 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:27,498 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/3ca80020433b4cc18def570046da4e5d is 50, key is test_row_0/A:col10/1732235066474/Put/seqid=0 2024-11-22T00:24:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742074_1250 (size=12915) 2024-11-22T00:24:27,530 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/3ca80020433b4cc18def570046da4e5d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3ca80020433b4cc18def570046da4e5d 2024-11-22T00:24:27,540 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 3ca80020433b4cc18def570046da4e5d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:27,540 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:27,540 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235067458; duration=0sec 2024-11-22T00:24:27,540 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:27,540 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:27,540 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:27,541 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:27,542 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:27,542 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:27,542 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/171557fe1cdf4dd1a8a25f9953851285, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/4d0518b14fe74eb08d941cb940a9e6bd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/47e46295e29b43879f0dbed1c82c73f2] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.2 K 2024-11-22T00:24:27,542 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 171557fe1cdf4dd1a8a25f9953851285, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732235063463 2024-11-22T00:24:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742073_1249 (size=12915) 2024-11-22T00:24:27,547 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0518b14fe74eb08d941cb940a9e6bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732235064654 2024-11-22T00:24:27,548 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47e46295e29b43879f0dbed1c82c73f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732235065851 2024-11-22T00:24:27,566 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/28cdd4f932bd43e8b55db7f481a17c69 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/28cdd4f932bd43e8b55db7f481a17c69 2024-11-22T00:24:27,574 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:27,575 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/31482101de564889ab144d4523cd4feb is 50, key is test_row_0/C:col10/1732235066474/Put/seqid=0 2024-11-22T00:24:27,576 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into 28cdd4f932bd43e8b55db7f481a17c69(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:27,576 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:27,576 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235067459; duration=0sec 2024-11-22T00:24:27,576 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:27,576 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742075_1251 (size=12915) 2024-11-22T00:24:27,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T00:24:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:27,632 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/31482101de564889ab144d4523cd4feb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/31482101de564889ab144d4523cd4feb 2024-11-22T00:24:27,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/a8294c2a4ef949359ed2b50513a949db is 50, key is test_row_0/A:col10/1732235066501/Put/seqid=0 2024-11-22T00:24:27,647 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 31482101de564889ab144d4523cd4feb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:27,647 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:27,648 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235067462; duration=0sec 2024-11-22T00:24:27,648 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:27,648 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742076_1252 (size=14741) 2024-11-22T00:24:27,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235127666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235127667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235127668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235127670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235127673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235127774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235127780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235127780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235127781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235127781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235127985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235127986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:27,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235127991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/a8294c2a4ef949359ed2b50513a949db 2024-11-22T00:24:28,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/af8fd0b16fe744a2b9b30ada49b13815 is 50, key is test_row_0/B:col10/1732235066501/Put/seqid=0 2024-11-22T00:24:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742077_1253 (size=12301) 2024-11-22T00:24:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T00:24:28,178 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-22T00:24:28,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-22T00:24:28,186 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T00:24:28,187 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:28,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T00:24:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235128291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235128297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235128297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235128307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235128311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T00:24:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:28,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T00:24:28,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T00:24:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:28,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:28,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/af8fd0b16fe744a2b9b30ada49b13815 2024-11-22T00:24:28,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/3fd2997e251447b18ae976e7a7d6665a is 50, key is test_row_0/C:col10/1732235066501/Put/seqid=0 2024-11-22T00:24:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742078_1254 (size=12301) 2024-11-22T00:24:28,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/3fd2997e251447b18ae976e7a7d6665a 2024-11-22T00:24:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/a8294c2a4ef949359ed2b50513a949db as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/a8294c2a4ef949359ed2b50513a949db 2024-11-22T00:24:28,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/a8294c2a4ef949359ed2b50513a949db, entries=200, sequenceid=278, filesize=14.4 K 2024-11-22T00:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/af8fd0b16fe744a2b9b30ada49b13815 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/af8fd0b16fe744a2b9b30ada49b13815 2024-11-22T00:24:28,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/af8fd0b16fe744a2b9b30ada49b13815, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T00:24:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/3fd2997e251447b18ae976e7a7d6665a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/3fd2997e251447b18ae976e7a7d6665a 2024-11-22T00:24:28,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/3fd2997e251447b18ae976e7a7d6665a, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T00:24:28,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d83fd79fe2f19cfeae11a893ab1d097d in 1025ms, sequenceid=278, compaction requested=false 2024-11-22T00:24:28,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:28,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T00:24:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:28,669 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T00:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e6131a46cca04c74a6dabfa9526d68bb is 50, key is test_row_0/A:col10/1732235067668/Put/seqid=0 2024-11-22T00:24:28,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742079_1255 (size=12301) 2024-11-22T00:24:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T00:24:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:28,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235128832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235128840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235128844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235128843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235128847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235128948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235128952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235128958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235128966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235128966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,176 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e6131a46cca04c74a6dabfa9526d68bb 2024-11-22T00:24:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235129176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235129176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235129176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235129176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235129177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/beb39dc27ae64fc8ab9043012377bf5d is 50, key is test_row_0/B:col10/1732235067668/Put/seqid=0 2024-11-22T00:24:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742080_1256 (size=12301) 2024-11-22T00:24:29,252 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/beb39dc27ae64fc8ab9043012377bf5d 2024-11-22T00:24:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/030d675ba9c64354bdce5b802073e1cd is 50, key is test_row_0/C:col10/1732235067668/Put/seqid=0 2024-11-22T00:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T00:24:29,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742081_1257 (size=12301) 2024-11-22T00:24:29,339 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/030d675ba9c64354bdce5b802073e1cd 2024-11-22T00:24:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/e6131a46cca04c74a6dabfa9526d68bb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e6131a46cca04c74a6dabfa9526d68bb 2024-11-22T00:24:29,378 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e6131a46cca04c74a6dabfa9526d68bb, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T00:24:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/beb39dc27ae64fc8ab9043012377bf5d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/beb39dc27ae64fc8ab9043012377bf5d 2024-11-22T00:24:29,384 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/beb39dc27ae64fc8ab9043012377bf5d, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T00:24:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/030d675ba9c64354bdce5b802073e1cd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/030d675ba9c64354bdce5b802073e1cd 2024-11-22T00:24:29,410 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/030d675ba9c64354bdce5b802073e1cd, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T00:24:29,412 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d83fd79fe2f19cfeae11a893ab1d097d in 743ms, sequenceid=301, compaction requested=true 2024-11-22T00:24:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-22T00:24:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-22T00:24:29,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T00:24:29,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2320 sec 2024-11-22T00:24:29,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.2370 sec 2024-11-22T00:24:29,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T00:24:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:29,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/7a52995a482e4c51a5cce814ea65a089 is 50, key is test_row_0/A:col10/1732235068841/Put/seqid=0 2024-11-22T00:24:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235129524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235129529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235129531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235129531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235129532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742082_1258 (size=12301) 2024-11-22T00:24:29,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/7a52995a482e4c51a5cce814ea65a089 2024-11-22T00:24:29,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/67f87050aa554cae95e7d14c4d4dd488 is 50, key is test_row_0/B:col10/1732235068841/Put/seqid=0 2024-11-22T00:24:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742083_1259 (size=12301) 2024-11-22T00:24:29,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235129635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235129643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235129643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235129643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235129647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235129841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235129855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235129855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235129855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235129856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/67f87050aa554cae95e7d14c4d4dd488 2024-11-22T00:24:30,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/74ac0d5209cf46e3b24feed2bfdb2da8 is 50, key is test_row_0/C:col10/1732235068841/Put/seqid=0 2024-11-22T00:24:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742084_1260 (size=12301) 2024-11-22T00:24:30,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/74ac0d5209cf46e3b24feed2bfdb2da8 2024-11-22T00:24:30,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/7a52995a482e4c51a5cce814ea65a089 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/7a52995a482e4c51a5cce814ea65a089 2024-11-22T00:24:30,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/7a52995a482e4c51a5cce814ea65a089, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T00:24:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/67f87050aa554cae95e7d14c4d4dd488 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/67f87050aa554cae95e7d14c4d4dd488 2024-11-22T00:24:30,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/67f87050aa554cae95e7d14c4d4dd488, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T00:24:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/74ac0d5209cf46e3b24feed2bfdb2da8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/74ac0d5209cf46e3b24feed2bfdb2da8 2024-11-22T00:24:30,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/74ac0d5209cf46e3b24feed2bfdb2da8, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T00:24:30,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d83fd79fe2f19cfeae11a893ab1d097d in 656ms, sequenceid=317, compaction requested=true 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T00:24:30,151 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:30,152 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:30,156 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:30,156 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:30,156 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,157 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/31482101de564889ab144d4523cd4feb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/3fd2997e251447b18ae976e7a7d6665a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/030d675ba9c64354bdce5b802073e1cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/74ac0d5209cf46e3b24feed2bfdb2da8] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=48.7 K 2024-11-22T00:24:30,157 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:30,157 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:30,157 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,157 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3ca80020433b4cc18def570046da4e5d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/a8294c2a4ef949359ed2b50513a949db, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e6131a46cca04c74a6dabfa9526d68bb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/7a52995a482e4c51a5cce814ea65a089] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=51.0 K 2024-11-22T00:24:30,158 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ca80020433b4cc18def570046da4e5d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732235065851 2024-11-22T00:24:30,158 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 31482101de564889ab144d4523cd4feb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732235065851 2024-11-22T00:24:30,159 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8294c2a4ef949359ed2b50513a949db, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235066491 2024-11-22T00:24:30,159 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fd2997e251447b18ae976e7a7d6665a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235066500 2024-11-22T00:24:30,159 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6131a46cca04c74a6dabfa9526d68bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235067645 2024-11-22T00:24:30,160 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a52995a482e4c51a5cce814ea65a089, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732235068841 2024-11-22T00:24:30,160 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 030d675ba9c64354bdce5b802073e1cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235067645 2024-11-22T00:24:30,161 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ac0d5209cf46e3b24feed2bfdb2da8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732235068841 2024-11-22T00:24:30,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T00:24:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:30,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/c2e97dfd52f54312a8056d7aa2cf1c53 is 50, key is test_row_0/A:col10/1732235069530/Put/seqid=0 2024-11-22T00:24:30,184 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:30,185 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/0819fb4f31304de593b7cce6b84b251b is 50, key is test_row_0/C:col10/1732235068841/Put/seqid=0 2024-11-22T00:24:30,194 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#221 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:30,195 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/72f7043173984696b701ec51f0766759 is 50, key is test_row_0/A:col10/1732235068841/Put/seqid=0 2024-11-22T00:24:30,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235130198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235130199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235130198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235130205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235130207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742085_1261 (size=14741) 2024-11-22T00:24:30,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/c2e97dfd52f54312a8056d7aa2cf1c53 2024-11-22T00:24:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742086_1262 (size=13051) 2024-11-22T00:24:30,284 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/0819fb4f31304de593b7cce6b84b251b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/0819fb4f31304de593b7cce6b84b251b 2024-11-22T00:24:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742087_1263 (size=13051) 2024-11-22T00:24:30,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/8863d65d8a0641e297f5369e36058a91 is 50, key is test_row_0/B:col10/1732235069530/Put/seqid=0 2024-11-22T00:24:30,293 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into 0819fb4f31304de593b7cce6b84b251b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:30,294 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:30,294 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=12, startTime=1732235070151; duration=0sec 2024-11-22T00:24:30,294 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:30,294 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:30,294 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:30,297 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:30,297 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:30,297 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,297 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/28cdd4f932bd43e8b55db7f481a17c69, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/af8fd0b16fe744a2b9b30ada49b13815, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/beb39dc27ae64fc8ab9043012377bf5d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/67f87050aa554cae95e7d14c4d4dd488] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=48.7 K 2024-11-22T00:24:30,298 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 28cdd4f932bd43e8b55db7f481a17c69, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732235065851 2024-11-22T00:24:30,298 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting af8fd0b16fe744a2b9b30ada49b13815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235066500 2024-11-22T00:24:30,298 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting beb39dc27ae64fc8ab9043012377bf5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235067645 2024-11-22T00:24:30,299 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 67f87050aa554cae95e7d14c4d4dd488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732235068841 2024-11-22T00:24:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T00:24:30,299 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-22T00:24:30,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-22T00:24:30,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T00:24:30,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:30,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:30,309 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/72f7043173984696b701ec51f0766759 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/72f7043173984696b701ec51f0766759 2024-11-22T00:24:30,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235130312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742088_1264 (size=12301) 2024-11-22T00:24:30,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235130316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235130317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,321 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 72f7043173984696b701ec51f0766759(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:30,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:30,321 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=12, startTime=1732235070151; duration=0sec 2024-11-22T00:24:30,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:30,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235130319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/8863d65d8a0641e297f5369e36058a91 2024-11-22T00:24:30,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235130317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,344 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:30,345 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/537a02cf2dd84005bde2d9e6309d7d0b is 50, key is test_row_0/B:col10/1732235068841/Put/seqid=0 2024-11-22T00:24:30,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/f55f8a690a134a5ba8096f79177870e4 is 50, key is test_row_0/C:col10/1732235069530/Put/seqid=0 2024-11-22T00:24:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T00:24:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742089_1265 (size=13051) 2024-11-22T00:24:30,438 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/537a02cf2dd84005bde2d9e6309d7d0b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/537a02cf2dd84005bde2d9e6309d7d0b 2024-11-22T00:24:30,458 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into 537a02cf2dd84005bde2d9e6309d7d0b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:30,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:30,458 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=12, startTime=1732235070151; duration=0sec 2024-11-22T00:24:30,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:30,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:30,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742090_1266 (size=12301) 2024-11-22T00:24:30,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T00:24:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235130521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235130521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235130522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235130527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235130535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T00:24:30,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T00:24:30,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:30,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T00:24:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235130823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235130825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235130833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235130837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235130842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/f55f8a690a134a5ba8096f79177870e4 2024-11-22T00:24:30,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/c2e97dfd52f54312a8056d7aa2cf1c53 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c2e97dfd52f54312a8056d7aa2cf1c53 2024-11-22T00:24:30,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c2e97dfd52f54312a8056d7aa2cf1c53, entries=200, sequenceid=338, filesize=14.4 K 2024-11-22T00:24:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/8863d65d8a0641e297f5369e36058a91 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8863d65d8a0641e297f5369e36058a91 2024-11-22T00:24:30,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8863d65d8a0641e297f5369e36058a91, entries=150, sequenceid=338, filesize=12.0 K 2024-11-22T00:24:30,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/f55f8a690a134a5ba8096f79177870e4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f55f8a690a134a5ba8096f79177870e4 2024-11-22T00:24:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T00:24:30,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f55f8a690a134a5ba8096f79177870e4, entries=150, sequenceid=338, filesize=12.0 K 2024-11-22T00:24:30,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d83fd79fe2f19cfeae11a893ab1d097d in 743ms, sequenceid=338, compaction requested=false 2024-11-22T00:24:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:30,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:30,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T00:24:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:30,928 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:24:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:30,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/ad8d67aa9d314063aea384bc4076d337 is 50, key is test_row_0/A:col10/1732235070204/Put/seqid=0 2024-11-22T00:24:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742091_1267 (size=12301) 2024-11-22T00:24:31,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:31,405 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/ad8d67aa9d314063aea384bc4076d337 2024-11-22T00:24:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T00:24:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235131419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235131418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235131423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235131425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235131428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/3f981e60ff74435e8b34a6c68e7960e6 is 50, key is test_row_0/B:col10/1732235070204/Put/seqid=0 2024-11-22T00:24:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742092_1268 (size=12301) 2024-11-22T00:24:31,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235131542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235131547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235131555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235131555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235131556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235131752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235131767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235131769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235131775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235131780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:31,902 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/3f981e60ff74435e8b34a6c68e7960e6 2024-11-22T00:24:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/24023cf84cf9438ea999411cc770626a is 50, key is test_row_0/C:col10/1732235070204/Put/seqid=0 2024-11-22T00:24:31,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742093_1269 (size=12301) 2024-11-22T00:24:31,975 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/24023cf84cf9438ea999411cc770626a 2024-11-22T00:24:31,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/ad8d67aa9d314063aea384bc4076d337 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ad8d67aa9d314063aea384bc4076d337 2024-11-22T00:24:31,991 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ad8d67aa9d314063aea384bc4076d337, entries=150, sequenceid=356, filesize=12.0 K 2024-11-22T00:24:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/3f981e60ff74435e8b34a6c68e7960e6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3f981e60ff74435e8b34a6c68e7960e6 2024-11-22T00:24:32,000 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3f981e60ff74435e8b34a6c68e7960e6, entries=150, sequenceid=356, filesize=12.0 K 2024-11-22T00:24:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/24023cf84cf9438ea999411cc770626a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/24023cf84cf9438ea999411cc770626a 2024-11-22T00:24:32,012 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/24023cf84cf9438ea999411cc770626a, entries=150, sequenceid=356, filesize=12.0 K 2024-11-22T00:24:32,016 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d83fd79fe2f19cfeae11a893ab1d097d in 1088ms, sequenceid=356, compaction requested=true 2024-11-22T00:24:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-22T00:24:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-22T00:24:32,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T00:24:32,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-11-22T00:24:32,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.7220 sec 2024-11-22T00:24:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:32,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T00:24:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:32,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/77ab5601b8a74f7cab5c2493a0c205a8 is 50, key is test_row_0/A:col10/1732235071422/Put/seqid=0 2024-11-22T00:24:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742094_1270 (size=14741) 2024-11-22T00:24:32,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235132109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235132110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235132117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235132118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235132114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235132223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235132223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235132228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235132228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235132243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T00:24:32,410 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-22T00:24:32,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-22T00:24:32,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T00:24:32,421 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:32,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:32,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235132431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235132433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235132441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235132447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235132454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/77ab5601b8a74f7cab5c2493a0c205a8 2024-11-22T00:24:32,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/ee3c38b87b554a6db909064d59633fcd is 50, key is test_row_0/B:col10/1732235071422/Put/seqid=0 2024-11-22T00:24:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T00:24:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742095_1271 (size=12301) 2024-11-22T00:24:32,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/ee3c38b87b554a6db909064d59633fcd 2024-11-22T00:24:32,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T00:24:32,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:32,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:32,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:32,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/55a3c28d77fc45a99030680929c19dc0 is 50, key is test_row_0/C:col10/1732235071422/Put/seqid=0 2024-11-22T00:24:32,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742096_1272 (size=12301) 2024-11-22T00:24:32,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/55a3c28d77fc45a99030680929c19dc0 2024-11-22T00:24:32,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/77ab5601b8a74f7cab5c2493a0c205a8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/77ab5601b8a74f7cab5c2493a0c205a8 2024-11-22T00:24:32,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/77ab5601b8a74f7cab5c2493a0c205a8, entries=200, sequenceid=379, filesize=14.4 K 2024-11-22T00:24:32,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/ee3c38b87b554a6db909064d59633fcd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/ee3c38b87b554a6db909064d59633fcd 2024-11-22T00:24:32,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/ee3c38b87b554a6db909064d59633fcd, entries=150, sequenceid=379, filesize=12.0 K 2024-11-22T00:24:32,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/55a3c28d77fc45a99030680929c19dc0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55a3c28d77fc45a99030680929c19dc0 2024-11-22T00:24:32,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55a3c28d77fc45a99030680929c19dc0, entries=150, sequenceid=379, filesize=12.0 K 2024-11-22T00:24:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T00:24:32,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d83fd79fe2f19cfeae11a893ab1d097d in 644ms, sequenceid=379, compaction requested=true 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:32,723 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:32,723 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:32,726 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:32,726 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:32,726 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:32,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,732 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:32,732 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T00:24:32,732 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/537a02cf2dd84005bde2d9e6309d7d0b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8863d65d8a0641e297f5369e36058a91, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3f981e60ff74435e8b34a6c68e7960e6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/ee3c38b87b554a6db909064d59633fcd] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=48.8 K 2024-11-22T00:24:32,732 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,732 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/72f7043173984696b701ec51f0766759, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c2e97dfd52f54312a8056d7aa2cf1c53, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ad8d67aa9d314063aea384bc4076d337, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/77ab5601b8a74f7cab5c2493a0c205a8] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=53.5 K 2024-11-22T00:24:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,735 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:24:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:32,735 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72f7043173984696b701ec51f0766759, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732235068841 2024-11-22T00:24:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:32,735 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 537a02cf2dd84005bde2d9e6309d7d0b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732235068841 2024-11-22T00:24:32,738 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2e97dfd52f54312a8056d7aa2cf1c53, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732235069517 2024-11-22T00:24:32,738 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8863d65d8a0641e297f5369e36058a91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732235069529 2024-11-22T00:24:32,739 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f981e60ff74435e8b34a6c68e7960e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732235070190 2024-11-22T00:24:32,744 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad8d67aa9d314063aea384bc4076d337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732235070190 2024-11-22T00:24:32,744 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77ab5601b8a74f7cab5c2493a0c205a8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732235071399 2024-11-22T00:24:32,747 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3c38b87b554a6db909064d59633fcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732235071399 2024-11-22T00:24:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/bfd7b768c5a9496c8bc5a4a66a980016 is 50, key is test_row_0/A:col10/1732235072110/Put/seqid=0 2024-11-22T00:24:32,815 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:32,815 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/015da21bf7ec45e4b0496fec0ae7f8e1 is 50, key is test_row_0/B:col10/1732235071422/Put/seqid=0 2024-11-22T00:24:32,830 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:32,831 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/411dc91b7a2b4dd08744658b993cfe59 is 50, key is test_row_0/A:col10/1732235071422/Put/seqid=0 2024-11-22T00:24:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742097_1273 (size=12301) 2024-11-22T00:24:32,844 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/bfd7b768c5a9496c8bc5a4a66a980016 2024-11-22T00:24:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742098_1274 (size=13187) 2024-11-22T00:24:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235132844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235132864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235132868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235132868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235132868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/d0b0dffa575040d2a2dc706695397370 is 50, key is test_row_0/B:col10/1732235072110/Put/seqid=0 2024-11-22T00:24:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742099_1275 (size=13187) 2024-11-22T00:24:32,930 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/411dc91b7a2b4dd08744658b993cfe59 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/411dc91b7a2b4dd08744658b993cfe59 2024-11-22T00:24:32,939 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 411dc91b7a2b4dd08744658b993cfe59(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:32,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:32,939 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=12, startTime=1732235072723; duration=0sec 2024-11-22T00:24:32,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:32,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:32,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:32,941 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:32,941 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:32,941 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:32,942 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/0819fb4f31304de593b7cce6b84b251b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f55f8a690a134a5ba8096f79177870e4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/24023cf84cf9438ea999411cc770626a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55a3c28d77fc45a99030680929c19dc0] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=48.8 K 2024-11-22T00:24:32,942 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0819fb4f31304de593b7cce6b84b251b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732235068841 2024-11-22T00:24:32,943 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting f55f8a690a134a5ba8096f79177870e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732235069529 2024-11-22T00:24:32,945 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24023cf84cf9438ea999411cc770626a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732235070190 2024-11-22T00:24:32,946 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a3c28d77fc45a99030680929c19dc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732235071399 2024-11-22T00:24:32,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742100_1276 (size=12301) 2024-11-22T00:24:32,952 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/d0b0dffa575040d2a2dc706695397370 2024-11-22T00:24:32,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235132973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,981 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:32,986 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/deca9c0d43444ff7b9225ee9586b8f65 is 50, key is test_row_0/C:col10/1732235071422/Put/seqid=0 2024-11-22T00:24:32,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235132985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235132985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235132985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:32,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235132987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/69f52440c9b94b34bba22f24de4028d6 is 50, key is test_row_0/C:col10/1732235072110/Put/seqid=0 2024-11-22T00:24:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T00:24:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742101_1277 (size=13187) 2024-11-22T00:24:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742102_1278 (size=12301) 2024-11-22T00:24:33,043 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/69f52440c9b94b34bba22f24de4028d6 2024-11-22T00:24:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/bfd7b768c5a9496c8bc5a4a66a980016 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/bfd7b768c5a9496c8bc5a4a66a980016 2024-11-22T00:24:33,064 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/deca9c0d43444ff7b9225ee9586b8f65 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/deca9c0d43444ff7b9225ee9586b8f65 2024-11-22T00:24:33,084 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/bfd7b768c5a9496c8bc5a4a66a980016, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T00:24:33,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/d0b0dffa575040d2a2dc706695397370 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d0b0dffa575040d2a2dc706695397370 2024-11-22T00:24:33,091 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into deca9c0d43444ff7b9225ee9586b8f65(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:33,091 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,091 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=12, startTime=1732235072723; duration=0sec 2024-11-22T00:24:33,091 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:33,091 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:33,100 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d0b0dffa575040d2a2dc706695397370, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T00:24:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/69f52440c9b94b34bba22f24de4028d6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/69f52440c9b94b34bba22f24de4028d6 2024-11-22T00:24:33,108 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/69f52440c9b94b34bba22f24de4028d6, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T00:24:33,111 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d83fd79fe2f19cfeae11a893ab1d097d in 377ms, sequenceid=392, compaction requested=false 2024-11-22T00:24:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-22T00:24:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-22T00:24:33,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-22T00:24:33,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 692 msec 2024-11-22T00:24:33,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 708 msec 2024-11-22T00:24:33,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:24:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:33,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/3284269b1a0e4e739d4dc4e5be93953e is 50, key is test_row_0/A:col10/1732235072849/Put/seqid=0 2024-11-22T00:24:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742103_1279 (size=14741) 2024-11-22T00:24:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235133229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235133234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/3284269b1a0e4e739d4dc4e5be93953e 2024-11-22T00:24:33,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235133243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235133248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235133248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/8fadde6ac949404ea1c66030d4c46a2d is 50, key is test_row_0/B:col10/1732235072849/Put/seqid=0 2024-11-22T00:24:33,287 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/015da21bf7ec45e4b0496fec0ae7f8e1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/015da21bf7ec45e4b0496fec0ae7f8e1 2024-11-22T00:24:33,295 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into 015da21bf7ec45e4b0496fec0ae7f8e1(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:33,295 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,295 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=12, startTime=1732235072723; duration=0sec 2024-11-22T00:24:33,296 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:33,296 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742104_1280 (size=12301) 2024-11-22T00:24:33,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/8fadde6ac949404ea1c66030d4c46a2d 2024-11-22T00:24:33,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/d8d5cb625b8c485a9c7d82fdecce6542 is 50, key is test_row_0/C:col10/1732235072849/Put/seqid=0 2024-11-22T00:24:33,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235133342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235133349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235133353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235133353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742105_1281 (size=12301) 2024-11-22T00:24:33,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/d8d5cb625b8c485a9c7d82fdecce6542 2024-11-22T00:24:33,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235133361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/3284269b1a0e4e739d4dc4e5be93953e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3284269b1a0e4e739d4dc4e5be93953e 2024-11-22T00:24:33,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3284269b1a0e4e739d4dc4e5be93953e, entries=200, sequenceid=418, filesize=14.4 K 2024-11-22T00:24:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/8fadde6ac949404ea1c66030d4c46a2d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8fadde6ac949404ea1c66030d4c46a2d 2024-11-22T00:24:33,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8fadde6ac949404ea1c66030d4c46a2d, entries=150, sequenceid=418, filesize=12.0 K 2024-11-22T00:24:33,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/d8d5cb625b8c485a9c7d82fdecce6542 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d8d5cb625b8c485a9c7d82fdecce6542 2024-11-22T00:24:33,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d8d5cb625b8c485a9c7d82fdecce6542, entries=150, sequenceid=418, filesize=12.0 K 2024-11-22T00:24:33,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for d83fd79fe2f19cfeae11a893ab1d097d in 228ms, sequenceid=418, compaction requested=true 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,424 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:33,424 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:33,425 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:33,425 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:33,425 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,426 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/411dc91b7a2b4dd08744658b993cfe59, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/bfd7b768c5a9496c8bc5a4a66a980016, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3284269b1a0e4e739d4dc4e5be93953e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=39.3 K 2024-11-22T00:24:33,426 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:33,426 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:33,426 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,426 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/015da21bf7ec45e4b0496fec0ae7f8e1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d0b0dffa575040d2a2dc706695397370, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8fadde6ac949404ea1c66030d4c46a2d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.9 K 2024-11-22T00:24:33,428 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411dc91b7a2b4dd08744658b993cfe59, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732235071399 2024-11-22T00:24:33,429 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 015da21bf7ec45e4b0496fec0ae7f8e1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732235071399 2024-11-22T00:24:33,429 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfd7b768c5a9496c8bc5a4a66a980016, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732235072104 2024-11-22T00:24:33,430 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b0dffa575040d2a2dc706695397370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732235072104 2024-11-22T00:24:33,430 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3284269b1a0e4e739d4dc4e5be93953e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732235072849 2024-11-22T00:24:33,430 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fadde6ac949404ea1c66030d4c46a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732235072849 2024-11-22T00:24:33,443 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:33,444 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/615261aa954d46f6adbd310e3db6b734 is 50, key is test_row_0/A:col10/1732235072849/Put/seqid=0 2024-11-22T00:24:33,452 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:33,453 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/90d63495b3f742c78f0aefa722f5655e is 50, key is test_row_0/B:col10/1732235072849/Put/seqid=0 2024-11-22T00:24:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742106_1282 (size=13289) 2024-11-22T00:24:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742107_1283 (size=13289) 2024-11-22T00:24:33,507 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/90d63495b3f742c78f0aefa722f5655e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/90d63495b3f742c78f0aefa722f5655e 2024-11-22T00:24:33,513 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into 90d63495b3f742c78f0aefa722f5655e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:33,513 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,513 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=13, startTime=1732235073424; duration=0sec 2024-11-22T00:24:33,513 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:33,513 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:33,513 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:33,516 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:33,516 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:33,516 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,516 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/deca9c0d43444ff7b9225ee9586b8f65, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/69f52440c9b94b34bba22f24de4028d6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d8d5cb625b8c485a9c7d82fdecce6542] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=36.9 K 2024-11-22T00:24:33,517 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting deca9c0d43444ff7b9225ee9586b8f65, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732235071399 2024-11-22T00:24:33,517 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 69f52440c9b94b34bba22f24de4028d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732235072104 2024-11-22T00:24:33,519 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d5cb625b8c485a9c7d82fdecce6542, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732235072849 2024-11-22T00:24:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T00:24:33,524 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-22T00:24:33,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-22T00:24:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T00:24:33,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:33,544 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:33,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:33,554 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:33,555 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/f272f29cc98346bda0ea72194975c798 is 50, key is test_row_0/C:col10/1732235072849/Put/seqid=0 2024-11-22T00:24:33,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:24:33,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:33,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:33,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:33,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:33,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/8608f269f6fd4fb3a366296250db1105 is 50, key is test_row_0/A:col10/1732235073236/Put/seqid=0 2024-11-22T00:24:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742108_1284 (size=13289) 2024-11-22T00:24:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742109_1285 (size=12301) 2024-11-22T00:24:33,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/8608f269f6fd4fb3a366296250db1105 2024-11-22T00:24:33,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235133603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235133606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235133606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235133607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,618 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/f272f29cc98346bda0ea72194975c798 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f272f29cc98346bda0ea72194975c798 2024-11-22T00:24:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235133614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,626 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into f272f29cc98346bda0ea72194975c798(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:33,626 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,626 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=13, startTime=1732235073424; duration=0sec 2024-11-22T00:24:33,627 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:33,627 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:33,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/59ca7fed5c2d4215b728cb0f2260638c is 50, key is test_row_0/B:col10/1732235073236/Put/seqid=0 2024-11-22T00:24:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T00:24:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742110_1286 (size=12301) 2024-11-22T00:24:33,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/59ca7fed5c2d4215b728cb0f2260638c 2024-11-22T00:24:33,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/5914fdeaf5694bf6b6eb969a898821ba is 50, key is test_row_0/C:col10/1732235073236/Put/seqid=0 2024-11-22T00:24:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742111_1287 (size=12301) 2024-11-22T00:24:33,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/5914fdeaf5694bf6b6eb969a898821ba 2024-11-22T00:24:33,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T00:24:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235133711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/8608f269f6fd4fb3a366296250db1105 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8608f269f6fd4fb3a366296250db1105 2024-11-22T00:24:33,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235133712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235133714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235133715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:33,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8608f269f6fd4fb3a366296250db1105, entries=150, sequenceid=435, filesize=12.0 K 2024-11-22T00:24:33,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/59ca7fed5c2d4215b728cb0f2260638c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/59ca7fed5c2d4215b728cb0f2260638c 2024-11-22T00:24:33,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/59ca7fed5c2d4215b728cb0f2260638c, entries=150, sequenceid=435, filesize=12.0 K 2024-11-22T00:24:33,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235133734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/5914fdeaf5694bf6b6eb969a898821ba as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/5914fdeaf5694bf6b6eb969a898821ba 2024-11-22T00:24:33,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/5914fdeaf5694bf6b6eb969a898821ba, entries=150, sequenceid=435, filesize=12.0 K 2024-11-22T00:24:33,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d83fd79fe2f19cfeae11a893ab1d097d in 211ms, sequenceid=435, compaction requested=false 2024-11-22T00:24:33,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T00:24:33,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T00:24:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:33,875 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T00:24:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/2a0abcafc6c742928e22ee6a866c4de4 is 50, key is test_row_0/A:col10/1732235073590/Put/seqid=0 2024-11-22T00:24:33,907 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/615261aa954d46f6adbd310e3db6b734 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/615261aa954d46f6adbd310e3db6b734 2024-11-22T00:24:33,913 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into 615261aa954d46f6adbd310e3db6b734(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:33,913 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:33,913 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=13, startTime=1732235073424; duration=0sec 2024-11-22T00:24:33,913 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:33,913 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:33,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742112_1288 (size=12301) 2024-11-22T00:24:33,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235133959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235133971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235133988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235133988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:33,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235133983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235134088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235134099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235134099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235134100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235134108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T00:24:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235134298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235134311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235134311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235134319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235134324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,369 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/2a0abcafc6c742928e22ee6a866c4de4 2024-11-22T00:24:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/46414354af46496b8131d226d61fb53a is 50, key is test_row_0/B:col10/1732235073590/Put/seqid=0 2024-11-22T00:24:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742113_1289 (size=12301) 2024-11-22T00:24:34,437 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/46414354af46496b8131d226d61fb53a 2024-11-22T00:24:34,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/73cb95285dcc4b2488d35c67019a3c67 is 50, key is test_row_0/C:col10/1732235073590/Put/seqid=0 2024-11-22T00:24:34,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742114_1290 (size=12301) 2024-11-22T00:24:34,482 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/73cb95285dcc4b2488d35c67019a3c67 2024-11-22T00:24:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/2a0abcafc6c742928e22ee6a866c4de4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2a0abcafc6c742928e22ee6a866c4de4 2024-11-22T00:24:34,505 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2a0abcafc6c742928e22ee6a866c4de4, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T00:24:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/46414354af46496b8131d226d61fb53a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/46414354af46496b8131d226d61fb53a 2024-11-22T00:24:34,512 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/46414354af46496b8131d226d61fb53a, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T00:24:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/73cb95285dcc4b2488d35c67019a3c67 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/73cb95285dcc4b2488d35c67019a3c67 2024-11-22T00:24:34,519 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/73cb95285dcc4b2488d35c67019a3c67, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T00:24:34,521 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for d83fd79fe2f19cfeae11a893ab1d097d in 646ms, sequenceid=458, compaction requested=true 2024-11-22T00:24:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-22T00:24:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-22T00:24:34,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-22T00:24:34,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 978 msec 2024-11-22T00:24:34,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 999 msec 2024-11-22T00:24:34,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T00:24:34,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:34,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:34,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:34,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:34,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:34,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:34,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/8ea039d30bfc4830a39e5f428ecd4a09 is 50, key is test_row_0/A:col10/1732235073976/Put/seqid=0 2024-11-22T00:24:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T00:24:34,636 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-22T00:24:34,637 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-22T00:24:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T00:24:34,639 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:34,640 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:34,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742115_1291 (size=14741) 2024-11-22T00:24:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235134649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235134651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235134651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235134668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235134665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,701 DEBUG [Thread-949 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:60266 2024-11-22T00:24:34,701 DEBUG [Thread-949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:34,702 DEBUG [Thread-947 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:60266 2024-11-22T00:24:34,702 DEBUG [Thread-947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:34,703 DEBUG [Thread-943 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:60266 2024-11-22T00:24:34,703 DEBUG [Thread-943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:34,705 DEBUG [Thread-951 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:60266 2024-11-22T00:24:34,705 DEBUG [Thread-951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:34,706 DEBUG [Thread-945 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:60266 2024-11-22T00:24:34,706 DEBUG [Thread-945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T00:24:34,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235134769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235134774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235134775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235134779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235134783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:34,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T00:24:34,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:34,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:34,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235134971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235134976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235134976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235134982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:34,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235134985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/8ea039d30bfc4830a39e5f428ecd4a09 2024-11-22T00:24:35,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/794d156a4d9f42c396895031fd3b1d97 is 50, key is test_row_0/B:col10/1732235073976/Put/seqid=0 2024-11-22T00:24:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742116_1292 (size=12301) 2024-11-22T00:24:35,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T00:24:35,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:35,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:35,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235135277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235135282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235135283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235135289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235135289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/794d156a4d9f42c396895031fd3b1d97 2024-11-22T00:24:35,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6832c9d3738442ed9d1e608dfea30324 is 50, key is test_row_0/C:col10/1732235073976/Put/seqid=0 2024-11-22T00:24:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742117_1293 (size=12301) 2024-11-22T00:24:35,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:35,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:35,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T00:24:35,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59780 deadline: 1732235135780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59706 deadline: 1732235135786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732235135790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732235135790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732235135791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:35,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:35,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. as already flushing 2024-11-22T00:24:35,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:35,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6832c9d3738442ed9d1e608dfea30324 2024-11-22T00:24:35,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/8ea039d30bfc4830a39e5f428ecd4a09 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8ea039d30bfc4830a39e5f428ecd4a09 2024-11-22T00:24:35,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8ea039d30bfc4830a39e5f428ecd4a09, entries=200, sequenceid=476, filesize=14.4 K 2024-11-22T00:24:35,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/794d156a4d9f42c396895031fd3b1d97 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/794d156a4d9f42c396895031fd3b1d97 2024-11-22T00:24:35,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/794d156a4d9f42c396895031fd3b1d97, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T00:24:35,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/6832c9d3738442ed9d1e608dfea30324 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6832c9d3738442ed9d1e608dfea30324 2024-11-22T00:24:35,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6832c9d3738442ed9d1e608dfea30324, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T00:24:35,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d83fd79fe2f19cfeae11a893ab1d097d in 1358ms, sequenceid=476, compaction requested=true 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:35,965 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:35,965 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d83fd79fe2f19cfeae11a893ab1d097d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:35,966 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:35,966 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:35,966 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/B is initiating minor compaction (all files) 2024-11-22T00:24:35,966 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/A is initiating minor compaction (all files) 2024-11-22T00:24:35,966 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/B in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,966 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/A in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:35,966 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/90d63495b3f742c78f0aefa722f5655e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/59ca7fed5c2d4215b728cb0f2260638c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/46414354af46496b8131d226d61fb53a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/794d156a4d9f42c396895031fd3b1d97] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=49.0 K 2024-11-22T00:24:35,966 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/615261aa954d46f6adbd310e3db6b734, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8608f269f6fd4fb3a366296250db1105, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2a0abcafc6c742928e22ee6a866c4de4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8ea039d30bfc4830a39e5f428ecd4a09] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=51.4 K 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 90d63495b3f742c78f0aefa722f5655e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732235072849 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615261aa954d46f6adbd310e3db6b734, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732235072849 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8608f269f6fd4fb3a366296250db1105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732235073226 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 59ca7fed5c2d4215b728cb0f2260638c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732235073226 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 46414354af46496b8131d226d61fb53a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732235073590 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a0abcafc6c742928e22ee6a866c4de4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732235073590 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 794d156a4d9f42c396895031fd3b1d97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732235073966 2024-11-22T00:24:35,967 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ea039d30bfc4830a39e5f428ecd4a09, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732235073955 2024-11-22T00:24:35,977 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:35,978 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/de8e09436080451dae206ad7a33ac737 is 50, key is test_row_0/A:col10/1732235073976/Put/seqid=0 2024-11-22T00:24:35,979 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#B#compaction#253 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:35,980 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/3d7d5415db534d469f8a9fda61a21af8 is 50, key is test_row_0/B:col10/1732235073976/Put/seqid=0 2024-11-22T00:24:35,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742118_1294 (size=13425) 2024-11-22T00:24:35,995 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/de8e09436080451dae206ad7a33ac737 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/de8e09436080451dae206ad7a33ac737 2024-11-22T00:24:36,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:36,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:36,042 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742119_1295 (size=13425) 2024-11-22T00:24:36,046 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/A of d83fd79fe2f19cfeae11a893ab1d097d into de8e09436080451dae206ad7a33ac737(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:36,046 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:36,046 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/A, priority=12, startTime=1732235075965; duration=0sec 2024-11-22T00:24:36,046 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:36,046 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:A 2024-11-22T00:24:36,046 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:36,049 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:36,049 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): d83fd79fe2f19cfeae11a893ab1d097d/C is initiating minor compaction (all files) 2024-11-22T00:24:36,049 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d83fd79fe2f19cfeae11a893ab1d097d/C in TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:36,049 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f272f29cc98346bda0ea72194975c798, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/5914fdeaf5694bf6b6eb969a898821ba, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/73cb95285dcc4b2488d35c67019a3c67, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6832c9d3738442ed9d1e608dfea30324] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp, totalSize=49.0 K 2024-11-22T00:24:36,050 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting f272f29cc98346bda0ea72194975c798, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732235072849 2024-11-22T00:24:36,050 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5914fdeaf5694bf6b6eb969a898821ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732235073226 2024-11-22T00:24:36,050 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73cb95285dcc4b2488d35c67019a3c67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732235073590 2024-11-22T00:24:36,051 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6832c9d3738442ed9d1e608dfea30324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732235073966 2024-11-22T00:24:36,053 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/3d7d5415db534d469f8a9fda61a21af8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3d7d5415db534d469f8a9fda61a21af8 2024-11-22T00:24:36,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/9f8738d7d71546aaa09e16a72575b4f5 is 50, key is test_row_0/A:col10/1732235074659/Put/seqid=0 2024-11-22T00:24:36,063 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/B of d83fd79fe2f19cfeae11a893ab1d097d into 3d7d5415db534d469f8a9fda61a21af8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:36,063 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:36,063 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/B, priority=12, startTime=1732235075965; duration=0sec 2024-11-22T00:24:36,063 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:36,063 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:B 2024-11-22T00:24:36,093 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d83fd79fe2f19cfeae11a893ab1d097d#C#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:36,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/ba82e02ad8a54bd69e53e4f8e9a5c719 is 50, key is test_row_0/C:col10/1732235073976/Put/seqid=0 2024-11-22T00:24:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742121_1297 (size=13425) 2024-11-22T00:24:36,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742120_1296 (size=12301) 2024-11-22T00:24:36,115 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/9f8738d7d71546aaa09e16a72575b4f5 2024-11-22T00:24:36,119 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/ba82e02ad8a54bd69e53e4f8e9a5c719 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ba82e02ad8a54bd69e53e4f8e9a5c719 2024-11-22T00:24:36,131 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d83fd79fe2f19cfeae11a893ab1d097d/C of d83fd79fe2f19cfeae11a893ab1d097d into ba82e02ad8a54bd69e53e4f8e9a5c719(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:36,132 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:36,132 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d., storeName=d83fd79fe2f19cfeae11a893ab1d097d/C, priority=12, startTime=1732235075965; duration=0sec 2024-11-22T00:24:36,132 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:36,132 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d83fd79fe2f19cfeae11a893ab1d097d:C 2024-11-22T00:24:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7bcb0a39ae844c378cd80c328617cfd5 is 50, key is test_row_0/B:col10/1732235074659/Put/seqid=0 2024-11-22T00:24:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742122_1298 (size=12301) 2024-11-22T00:24:36,163 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7bcb0a39ae844c378cd80c328617cfd5 2024-11-22T00:24:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/e2f68cf43b124632b6db348faebec365 is 50, key is test_row_0/C:col10/1732235074659/Put/seqid=0 2024-11-22T00:24:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742123_1299 (size=12301) 2024-11-22T00:24:36,222 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/e2f68cf43b124632b6db348faebec365 2024-11-22T00:24:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/9f8738d7d71546aaa09e16a72575b4f5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9f8738d7d71546aaa09e16a72575b4f5 2024-11-22T00:24:36,245 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9f8738d7d71546aaa09e16a72575b4f5, entries=150, sequenceid=495, filesize=12.0 K 2024-11-22T00:24:36,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/7bcb0a39ae844c378cd80c328617cfd5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7bcb0a39ae844c378cd80c328617cfd5 2024-11-22T00:24:36,259 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7bcb0a39ae844c378cd80c328617cfd5, entries=150, sequenceid=495, filesize=12.0 K 2024-11-22T00:24:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/e2f68cf43b124632b6db348faebec365 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/e2f68cf43b124632b6db348faebec365 2024-11-22T00:24:36,277 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/e2f68cf43b124632b6db348faebec365, entries=150, sequenceid=495, filesize=12.0 K 2024-11-22T00:24:36,278 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for d83fd79fe2f19cfeae11a893ab1d097d in 236ms, sequenceid=495, compaction requested=false 2024-11-22T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-22T00:24:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-22T00:24:36,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-22T00:24:36,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6410 sec 2024-11-22T00:24:36,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.6480 sec 2024-11-22T00:24:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T00:24:36,745 INFO [Thread-942 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-22T00:24:36,792 DEBUG [Thread-936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:60266 2024-11-22T00:24:36,792 DEBUG [Thread-936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:36,798 DEBUG [Thread-932 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f810aa9 to 127.0.0.1:60266 2024-11-22T00:24:36,798 DEBUG [Thread-932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:36,800 DEBUG [Thread-940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:60266 2024-11-22T00:24:36,800 DEBUG [Thread-940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:36,802 DEBUG [Thread-938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:60266 2024-11-22T00:24:36,802 DEBUG [Thread-938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:36,804 DEBUG [Thread-934 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:60266 2024-11-22T00:24:36,804 DEBUG [Thread-934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3498 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3439 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3279 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3433 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3387 2024-11-22T00:24:36,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T00:24:36,804 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:24:36,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e3d3829 to 127.0.0.1:60266 2024-11-22T00:24:36,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:24:36,805 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T00:24:36,805 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T00:24:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T00:24:36,808 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235076808"}]},"ts":"1732235076808"} 2024-11-22T00:24:36,810 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T00:24:36,834 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T00:24:36,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:24:36,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, UNASSIGN}] 2024-11-22T00:24:36,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, UNASSIGN 2024-11-22T00:24:36,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=d83fd79fe2f19cfeae11a893ab1d097d, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:36,839 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:24:36,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:24:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T00:24:36,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:36,991 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(124): Close d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1681): Closing d83fd79fe2f19cfeae11a893ab1d097d, disabling compactions & flushes 2024-11-22T00:24:36,992 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. after waiting 0 ms 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:36,992 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(2837): Flushing d83fd79fe2f19cfeae11a893ab1d097d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=A 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=B 2024-11-22T00:24:36,992 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:36,993 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d83fd79fe2f19cfeae11a893ab1d097d, store=C 2024-11-22T00:24:36,993 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:36,998 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/17ff7d9cf9a44197b258a903387ee659 is 50, key is test_row_1/A:col10/1732235076798/Put/seqid=0 2024-11-22T00:24:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742124_1300 (size=9857) 2024-11-22T00:24:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T00:24:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T00:24:37,435 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/17ff7d9cf9a44197b258a903387ee659 2024-11-22T00:24:37,441 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/cdb753380c3441ed8273d01b312b6a5c is 50, key is test_row_1/B:col10/1732235076798/Put/seqid=0 2024-11-22T00:24:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742125_1301 (size=9857) 2024-11-22T00:24:37,445 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/cdb753380c3441ed8273d01b312b6a5c 2024-11-22T00:24:37,461 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/639f74e4ed6549c89e55310af827bf68 is 50, key is test_row_1/C:col10/1732235076798/Put/seqid=0 2024-11-22T00:24:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742126_1302 (size=9857) 2024-11-22T00:24:37,871 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/639f74e4ed6549c89e55310af827bf68 2024-11-22T00:24:37,874 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/A/17ff7d9cf9a44197b258a903387ee659 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/17ff7d9cf9a44197b258a903387ee659 2024-11-22T00:24:37,877 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/17ff7d9cf9a44197b258a903387ee659, entries=100, sequenceid=506, filesize=9.6 K 2024-11-22T00:24:37,878 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/B/cdb753380c3441ed8273d01b312b6a5c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cdb753380c3441ed8273d01b312b6a5c 2024-11-22T00:24:37,880 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cdb753380c3441ed8273d01b312b6a5c, entries=100, sequenceid=506, filesize=9.6 K 2024-11-22T00:24:37,881 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/.tmp/C/639f74e4ed6549c89e55310af827bf68 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/639f74e4ed6549c89e55310af827bf68 2024-11-22T00:24:37,885 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/639f74e4ed6549c89e55310af827bf68, entries=100, sequenceid=506, filesize=9.6 K 2024-11-22T00:24:37,885 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d83fd79fe2f19cfeae11a893ab1d097d in 893ms, sequenceid=506, compaction requested=true 2024-11-22T00:24:37,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e1591f30932a4adbb5581d0460a12bdb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e9d0ed9d376c48a08d31e0b5bf52f40c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2da3686963a5409d937ab83926c2eb1a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/0f692256510a463f8541663823951c7e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/557022062337450eab6385eb020235a0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9fe57e00043544528ebca41cada8f85b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/71b9cecc0f604cf8975a1545954218d0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/374ac4c65e6b40b6bbbfdb3c133ebbb8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/4d6e23a813b54ccb80f28a37666ece5b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/605e59afa00649f99fc91ebb6b3dc5f9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/aacd843d0a614b028494d9633d00b6b5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e7fb8254486d42eca05b0e1837b1b3ba, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/592591b7d4f04996a83bd445264cabc6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ef38ae6c441447d2abe2490cdfd25195, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/d28513a08d6c4025b84fdbc529a97ee3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c4b6ce0e676c4e2882cd4a0de8b76ff2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/963e88c39b7e475d85d924c25b589e6d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3ca80020433b4cc18def570046da4e5d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/a8294c2a4ef949359ed2b50513a949db, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e6131a46cca04c74a6dabfa9526d68bb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/72f7043173984696b701ec51f0766759, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/7a52995a482e4c51a5cce814ea65a089, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c2e97dfd52f54312a8056d7aa2cf1c53, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ad8d67aa9d314063aea384bc4076d337, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/77ab5601b8a74f7cab5c2493a0c205a8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/411dc91b7a2b4dd08744658b993cfe59, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/bfd7b768c5a9496c8bc5a4a66a980016, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3284269b1a0e4e739d4dc4e5be93953e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/615261aa954d46f6adbd310e3db6b734, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8608f269f6fd4fb3a366296250db1105, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2a0abcafc6c742928e22ee6a866c4de4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8ea039d30bfc4830a39e5f428ecd4a09] to archive 2024-11-22T00:24:37,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:37,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e1591f30932a4adbb5581d0460a12bdb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e1591f30932a4adbb5581d0460a12bdb 2024-11-22T00:24:37,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e9d0ed9d376c48a08d31e0b5bf52f40c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e9d0ed9d376c48a08d31e0b5bf52f40c 2024-11-22T00:24:37,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2da3686963a5409d937ab83926c2eb1a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2da3686963a5409d937ab83926c2eb1a 2024-11-22T00:24:37,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/0f692256510a463f8541663823951c7e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/0f692256510a463f8541663823951c7e 2024-11-22T00:24:37,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/557022062337450eab6385eb020235a0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/557022062337450eab6385eb020235a0 2024-11-22T00:24:37,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9fe57e00043544528ebca41cada8f85b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9fe57e00043544528ebca41cada8f85b 2024-11-22T00:24:37,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/71b9cecc0f604cf8975a1545954218d0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/71b9cecc0f604cf8975a1545954218d0 2024-11-22T00:24:37,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/374ac4c65e6b40b6bbbfdb3c133ebbb8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/374ac4c65e6b40b6bbbfdb3c133ebbb8 2024-11-22T00:24:37,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/4d6e23a813b54ccb80f28a37666ece5b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/4d6e23a813b54ccb80f28a37666ece5b 2024-11-22T00:24:37,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/605e59afa00649f99fc91ebb6b3dc5f9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/605e59afa00649f99fc91ebb6b3dc5f9 2024-11-22T00:24:37,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/aacd843d0a614b028494d9633d00b6b5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/aacd843d0a614b028494d9633d00b6b5 2024-11-22T00:24:37,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e7fb8254486d42eca05b0e1837b1b3ba to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e7fb8254486d42eca05b0e1837b1b3ba 2024-11-22T00:24:37,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/592591b7d4f04996a83bd445264cabc6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/592591b7d4f04996a83bd445264cabc6 2024-11-22T00:24:37,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/16a2a36d8c8d43cfbc9c3fa0ee14cb26 2024-11-22T00:24:37,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ef38ae6c441447d2abe2490cdfd25195 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ef38ae6c441447d2abe2490cdfd25195 2024-11-22T00:24:37,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/d28513a08d6c4025b84fdbc529a97ee3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/d28513a08d6c4025b84fdbc529a97ee3 2024-11-22T00:24:37,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c4b6ce0e676c4e2882cd4a0de8b76ff2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c4b6ce0e676c4e2882cd4a0de8b76ff2 2024-11-22T00:24:37,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/963e88c39b7e475d85d924c25b589e6d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/963e88c39b7e475d85d924c25b589e6d 2024-11-22T00:24:37,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3ca80020433b4cc18def570046da4e5d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3ca80020433b4cc18def570046da4e5d 2024-11-22T00:24:37,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/a8294c2a4ef949359ed2b50513a949db to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/a8294c2a4ef949359ed2b50513a949db 2024-11-22T00:24:37,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e6131a46cca04c74a6dabfa9526d68bb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/e6131a46cca04c74a6dabfa9526d68bb 2024-11-22T00:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T00:24:37,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/72f7043173984696b701ec51f0766759 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/72f7043173984696b701ec51f0766759 2024-11-22T00:24:37,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/7a52995a482e4c51a5cce814ea65a089 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/7a52995a482e4c51a5cce814ea65a089 2024-11-22T00:24:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c2e97dfd52f54312a8056d7aa2cf1c53 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/c2e97dfd52f54312a8056d7aa2cf1c53 2024-11-22T00:24:37,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ad8d67aa9d314063aea384bc4076d337 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/ad8d67aa9d314063aea384bc4076d337 2024-11-22T00:24:37,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/77ab5601b8a74f7cab5c2493a0c205a8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/77ab5601b8a74f7cab5c2493a0c205a8 2024-11-22T00:24:37,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/411dc91b7a2b4dd08744658b993cfe59 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/411dc91b7a2b4dd08744658b993cfe59 2024-11-22T00:24:37,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/bfd7b768c5a9496c8bc5a4a66a980016 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/bfd7b768c5a9496c8bc5a4a66a980016 2024-11-22T00:24:37,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3284269b1a0e4e739d4dc4e5be93953e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/3284269b1a0e4e739d4dc4e5be93953e 2024-11-22T00:24:37,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/615261aa954d46f6adbd310e3db6b734 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/615261aa954d46f6adbd310e3db6b734 2024-11-22T00:24:37,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8608f269f6fd4fb3a366296250db1105 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8608f269f6fd4fb3a366296250db1105 2024-11-22T00:24:37,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2a0abcafc6c742928e22ee6a866c4de4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/2a0abcafc6c742928e22ee6a866c4de4 2024-11-22T00:24:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8ea039d30bfc4830a39e5f428ecd4a09 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/8ea039d30bfc4830a39e5f428ecd4a09 2024-11-22T00:24:37,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/74b3a3462ff14768b3d917e65b3642c1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/07e0c53f05534e1fb35d8cb2879d90e1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/b6013e964e20478a967469f7863476c8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cb7cea79391e4fc5a442400986abea32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c098061a382c417dba1034cf8e44c53d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a9e98e45e5fc4855ae4da8229ccdd6b3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/1757a0639741415ca75e1b2294a7d8d3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/344e32b8312b439098f694257f24ea46, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c81af9cf5aa84e48a64ad9c00c8aa7c1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/4cd0538b142c465d97e67d313cf25636, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/23e762d49378423e9cb21d223fbd82eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/94447cb89ac945bc8f0065f684573e93, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d10aa5720a9b4b5f9e404e1aa5e56217, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a813a48611684e13ab32047bfa0d426f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/f3a67aa3eb4c4289af85c1a9281fd121, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/332e4b2f7e564282b9b9a8a2fc0c29d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7b636f6a664b444f8dbcf2e39558b870, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/28cdd4f932bd43e8b55db7f481a17c69, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7acea8afec044bd299680a1de0dd59f0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/af8fd0b16fe744a2b9b30ada49b13815, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/beb39dc27ae64fc8ab9043012377bf5d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/537a02cf2dd84005bde2d9e6309d7d0b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/67f87050aa554cae95e7d14c4d4dd488, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8863d65d8a0641e297f5369e36058a91, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3f981e60ff74435e8b34a6c68e7960e6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/015da21bf7ec45e4b0496fec0ae7f8e1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/ee3c38b87b554a6db909064d59633fcd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d0b0dffa575040d2a2dc706695397370, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/90d63495b3f742c78f0aefa722f5655e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8fadde6ac949404ea1c66030d4c46a2d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/59ca7fed5c2d4215b728cb0f2260638c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/46414354af46496b8131d226d61fb53a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/794d156a4d9f42c396895031fd3b1d97] to archive 2024-11-22T00:24:37,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:37,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/74b3a3462ff14768b3d917e65b3642c1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/74b3a3462ff14768b3d917e65b3642c1 2024-11-22T00:24:37,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/07e0c53f05534e1fb35d8cb2879d90e1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/07e0c53f05534e1fb35d8cb2879d90e1 2024-11-22T00:24:37,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/b6013e964e20478a967469f7863476c8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/b6013e964e20478a967469f7863476c8 2024-11-22T00:24:37,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cb7cea79391e4fc5a442400986abea32 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cb7cea79391e4fc5a442400986abea32 2024-11-22T00:24:37,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c098061a382c417dba1034cf8e44c53d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c098061a382c417dba1034cf8e44c53d 2024-11-22T00:24:37,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a9e98e45e5fc4855ae4da8229ccdd6b3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a9e98e45e5fc4855ae4da8229ccdd6b3 2024-11-22T00:24:37,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/1757a0639741415ca75e1b2294a7d8d3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/1757a0639741415ca75e1b2294a7d8d3 2024-11-22T00:24:37,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/344e32b8312b439098f694257f24ea46 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/344e32b8312b439098f694257f24ea46 2024-11-22T00:24:37,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c81af9cf5aa84e48a64ad9c00c8aa7c1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/c81af9cf5aa84e48a64ad9c00c8aa7c1 2024-11-22T00:24:37,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/4cd0538b142c465d97e67d313cf25636 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/4cd0538b142c465d97e67d313cf25636 2024-11-22T00:24:37,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/23e762d49378423e9cb21d223fbd82eb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/23e762d49378423e9cb21d223fbd82eb 2024-11-22T00:24:37,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/94447cb89ac945bc8f0065f684573e93 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/94447cb89ac945bc8f0065f684573e93 2024-11-22T00:24:37,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d10aa5720a9b4b5f9e404e1aa5e56217 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d10aa5720a9b4b5f9e404e1aa5e56217 2024-11-22T00:24:37,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a813a48611684e13ab32047bfa0d426f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/a813a48611684e13ab32047bfa0d426f 2024-11-22T00:24:37,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/f3a67aa3eb4c4289af85c1a9281fd121 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/f3a67aa3eb4c4289af85c1a9281fd121 2024-11-22T00:24:37,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/332e4b2f7e564282b9b9a8a2fc0c29d4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/332e4b2f7e564282b9b9a8a2fc0c29d4 2024-11-22T00:24:37,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7b636f6a664b444f8dbcf2e39558b870 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7b636f6a664b444f8dbcf2e39558b870 2024-11-22T00:24:37,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/28cdd4f932bd43e8b55db7f481a17c69 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/28cdd4f932bd43e8b55db7f481a17c69 2024-11-22T00:24:37,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7acea8afec044bd299680a1de0dd59f0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7acea8afec044bd299680a1de0dd59f0 2024-11-22T00:24:37,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/af8fd0b16fe744a2b9b30ada49b13815 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/af8fd0b16fe744a2b9b30ada49b13815 2024-11-22T00:24:37,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/beb39dc27ae64fc8ab9043012377bf5d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/beb39dc27ae64fc8ab9043012377bf5d 2024-11-22T00:24:37,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/537a02cf2dd84005bde2d9e6309d7d0b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/537a02cf2dd84005bde2d9e6309d7d0b 2024-11-22T00:24:37,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/67f87050aa554cae95e7d14c4d4dd488 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/67f87050aa554cae95e7d14c4d4dd488 2024-11-22T00:24:37,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8863d65d8a0641e297f5369e36058a91 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8863d65d8a0641e297f5369e36058a91 2024-11-22T00:24:37,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3f981e60ff74435e8b34a6c68e7960e6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3f981e60ff74435e8b34a6c68e7960e6 2024-11-22T00:24:37,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/015da21bf7ec45e4b0496fec0ae7f8e1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/015da21bf7ec45e4b0496fec0ae7f8e1 2024-11-22T00:24:37,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/ee3c38b87b554a6db909064d59633fcd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/ee3c38b87b554a6db909064d59633fcd 2024-11-22T00:24:37,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d0b0dffa575040d2a2dc706695397370 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/d0b0dffa575040d2a2dc706695397370 2024-11-22T00:24:37,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/90d63495b3f742c78f0aefa722f5655e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/90d63495b3f742c78f0aefa722f5655e 2024-11-22T00:24:37,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8fadde6ac949404ea1c66030d4c46a2d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/8fadde6ac949404ea1c66030d4c46a2d 2024-11-22T00:24:37,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/59ca7fed5c2d4215b728cb0f2260638c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/59ca7fed5c2d4215b728cb0f2260638c 2024-11-22T00:24:37,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/46414354af46496b8131d226d61fb53a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/46414354af46496b8131d226d61fb53a 2024-11-22T00:24:37,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/794d156a4d9f42c396895031fd3b1d97 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/794d156a4d9f42c396895031fd3b1d97 2024-11-22T00:24:37,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9968698c165a40ab9ee3e774524a243a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/91223cfeb6f0409eb3b008f518781732, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6555995acff943e298d87094114d59cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/c20652074b1f44069be1f81e35905da6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9acf712986b941ada2bf28592a872ed5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/00583ec0491e4032b41b77b0ea514e29, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6840deaee49c476d84e097e42b77ce28, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ecfc5e1f131c4606885bf8d6ed547bf3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/894d93cfc3124b67b6b97c9d04c81208, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/10a7359ac81d4fceae18e7bf57a37670, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55e9b119281341e69c3fc67330397b39, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/895fe61006624cfa8a985494eefbc3d7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6e56aa5d14cc4d10b58d9bdd11ae8004, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d2dbf7c25e3941b4821520b0630b1b91, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/171557fe1cdf4dd1a8a25f9953851285, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/01816fea24814ad18b14cbe2ef581b4d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/4d0518b14fe74eb08d941cb940a9e6bd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/31482101de564889ab144d4523cd4feb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/47e46295e29b43879f0dbed1c82c73f2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/3fd2997e251447b18ae976e7a7d6665a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/030d675ba9c64354bdce5b802073e1cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/0819fb4f31304de593b7cce6b84b251b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/74ac0d5209cf46e3b24feed2bfdb2da8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f55f8a690a134a5ba8096f79177870e4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/24023cf84cf9438ea999411cc770626a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/deca9c0d43444ff7b9225ee9586b8f65, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55a3c28d77fc45a99030680929c19dc0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/69f52440c9b94b34bba22f24de4028d6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f272f29cc98346bda0ea72194975c798, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d8d5cb625b8c485a9c7d82fdecce6542, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/5914fdeaf5694bf6b6eb969a898821ba, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/73cb95285dcc4b2488d35c67019a3c67, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6832c9d3738442ed9d1e608dfea30324] to archive 2024-11-22T00:24:38,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:38,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9968698c165a40ab9ee3e774524a243a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9968698c165a40ab9ee3e774524a243a 2024-11-22T00:24:38,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/91223cfeb6f0409eb3b008f518781732 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/91223cfeb6f0409eb3b008f518781732 2024-11-22T00:24:38,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6555995acff943e298d87094114d59cd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6555995acff943e298d87094114d59cd 2024-11-22T00:24:38,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/c20652074b1f44069be1f81e35905da6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/c20652074b1f44069be1f81e35905da6 2024-11-22T00:24:38,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9acf712986b941ada2bf28592a872ed5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/9acf712986b941ada2bf28592a872ed5 2024-11-22T00:24:38,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/00583ec0491e4032b41b77b0ea514e29 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/00583ec0491e4032b41b77b0ea514e29 2024-11-22T00:24:38,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6840deaee49c476d84e097e42b77ce28 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6840deaee49c476d84e097e42b77ce28 2024-11-22T00:24:38,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ecfc5e1f131c4606885bf8d6ed547bf3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ecfc5e1f131c4606885bf8d6ed547bf3 2024-11-22T00:24:38,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/894d93cfc3124b67b6b97c9d04c81208 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/894d93cfc3124b67b6b97c9d04c81208 2024-11-22T00:24:38,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/10a7359ac81d4fceae18e7bf57a37670 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/10a7359ac81d4fceae18e7bf57a37670 2024-11-22T00:24:38,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55e9b119281341e69c3fc67330397b39 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55e9b119281341e69c3fc67330397b39 2024-11-22T00:24:38,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/895fe61006624cfa8a985494eefbc3d7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/895fe61006624cfa8a985494eefbc3d7 2024-11-22T00:24:38,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6e56aa5d14cc4d10b58d9bdd11ae8004 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6e56aa5d14cc4d10b58d9bdd11ae8004 2024-11-22T00:24:38,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d2dbf7c25e3941b4821520b0630b1b91 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d2dbf7c25e3941b4821520b0630b1b91 2024-11-22T00:24:38,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/171557fe1cdf4dd1a8a25f9953851285 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/171557fe1cdf4dd1a8a25f9953851285 2024-11-22T00:24:38,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/01816fea24814ad18b14cbe2ef581b4d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/01816fea24814ad18b14cbe2ef581b4d 2024-11-22T00:24:38,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/4d0518b14fe74eb08d941cb940a9e6bd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/4d0518b14fe74eb08d941cb940a9e6bd 2024-11-22T00:24:38,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/31482101de564889ab144d4523cd4feb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/31482101de564889ab144d4523cd4feb 2024-11-22T00:24:38,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/47e46295e29b43879f0dbed1c82c73f2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/47e46295e29b43879f0dbed1c82c73f2 2024-11-22T00:24:38,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/3fd2997e251447b18ae976e7a7d6665a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/3fd2997e251447b18ae976e7a7d6665a 2024-11-22T00:24:38,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/030d675ba9c64354bdce5b802073e1cd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/030d675ba9c64354bdce5b802073e1cd 2024-11-22T00:24:38,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/0819fb4f31304de593b7cce6b84b251b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/0819fb4f31304de593b7cce6b84b251b 2024-11-22T00:24:38,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/74ac0d5209cf46e3b24feed2bfdb2da8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/74ac0d5209cf46e3b24feed2bfdb2da8 2024-11-22T00:24:38,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f55f8a690a134a5ba8096f79177870e4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f55f8a690a134a5ba8096f79177870e4 2024-11-22T00:24:38,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/24023cf84cf9438ea999411cc770626a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/24023cf84cf9438ea999411cc770626a 2024-11-22T00:24:38,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/deca9c0d43444ff7b9225ee9586b8f65 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/deca9c0d43444ff7b9225ee9586b8f65 2024-11-22T00:24:38,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55a3c28d77fc45a99030680929c19dc0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/55a3c28d77fc45a99030680929c19dc0 2024-11-22T00:24:38,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/69f52440c9b94b34bba22f24de4028d6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/69f52440c9b94b34bba22f24de4028d6 2024-11-22T00:24:38,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f272f29cc98346bda0ea72194975c798 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/f272f29cc98346bda0ea72194975c798 2024-11-22T00:24:38,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d8d5cb625b8c485a9c7d82fdecce6542 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/d8d5cb625b8c485a9c7d82fdecce6542 2024-11-22T00:24:38,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/5914fdeaf5694bf6b6eb969a898821ba to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/5914fdeaf5694bf6b6eb969a898821ba 2024-11-22T00:24:38,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/73cb95285dcc4b2488d35c67019a3c67 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/73cb95285dcc4b2488d35c67019a3c67 2024-11-22T00:24:38,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6832c9d3738442ed9d1e608dfea30324 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/6832c9d3738442ed9d1e608dfea30324 2024-11-22T00:24:38,045 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/recovered.edits/509.seqid, newMaxSeqId=509, maxSeqId=1 2024-11-22T00:24:38,046 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d. 2024-11-22T00:24:38,046 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1635): Region close journal for d83fd79fe2f19cfeae11a893ab1d097d: 2024-11-22T00:24:38,047 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(170): Closed d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:38,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=d83fd79fe2f19cfeae11a893ab1d097d, regionState=CLOSED 2024-11-22T00:24:38,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T00:24:38,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure d83fd79fe2f19cfeae11a893ab1d097d, server=eb610cd766b1,40805,1732234971623 in 1.2090 sec 2024-11-22T00:24:38,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T00:24:38,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d83fd79fe2f19cfeae11a893ab1d097d, UNASSIGN in 1.2120 sec 2024-11-22T00:24:38,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-22T00:24:38,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2160 sec 2024-11-22T00:24:38,053 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235078053"}]},"ts":"1732235078053"} 2024-11-22T00:24:38,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T00:24:38,186 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T00:24:38,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3830 sec 2024-11-22T00:24:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T00:24:38,917 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-22T00:24:38,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T00:24:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:38,919 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=83, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:38,919 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=83, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T00:24:38,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:38,927 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/recovered.edits] 2024-11-22T00:24:38,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/17ff7d9cf9a44197b258a903387ee659 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/17ff7d9cf9a44197b258a903387ee659 2024-11-22T00:24:38,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9f8738d7d71546aaa09e16a72575b4f5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/9f8738d7d71546aaa09e16a72575b4f5 2024-11-22T00:24:38,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/de8e09436080451dae206ad7a33ac737 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/A/de8e09436080451dae206ad7a33ac737 2024-11-22T00:24:38,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3d7d5415db534d469f8a9fda61a21af8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/3d7d5415db534d469f8a9fda61a21af8 2024-11-22T00:24:38,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7bcb0a39ae844c378cd80c328617cfd5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/7bcb0a39ae844c378cd80c328617cfd5 2024-11-22T00:24:38,947 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cdb753380c3441ed8273d01b312b6a5c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/B/cdb753380c3441ed8273d01b312b6a5c 2024-11-22T00:24:38,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/639f74e4ed6549c89e55310af827bf68 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/639f74e4ed6549c89e55310af827bf68 2024-11-22T00:24:38,950 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ba82e02ad8a54bd69e53e4f8e9a5c719 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/ba82e02ad8a54bd69e53e4f8e9a5c719 2024-11-22T00:24:38,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/e2f68cf43b124632b6db348faebec365 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/C/e2f68cf43b124632b6db348faebec365 2024-11-22T00:24:38,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/recovered.edits/509.seqid to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d/recovered.edits/509.seqid 2024-11-22T00:24:38,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/d83fd79fe2f19cfeae11a893ab1d097d 2024-11-22T00:24:38,957 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T00:24:38,959 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=83, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:38,964 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T00:24:38,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T00:24:38,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=83, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:38,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T00:24:38,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732235078969"}]},"ts":"9223372036854775807"} 2024-11-22T00:24:38,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T00:24:38,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d83fd79fe2f19cfeae11a893ab1d097d, NAME => 'TestAcidGuarantees,,1732235052378.d83fd79fe2f19cfeae11a893ab1d097d.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T00:24:38,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T00:24:38,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732235078976"}]},"ts":"9223372036854775807"} 2024-11-22T00:24:38,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T00:24:39,018 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=83, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:39,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-22T00:24:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T00:24:39,020 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-22T00:24:39,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1375 (was 1423), ProcessCount=11 (was 11), AvailableMemoryMB=4280 (was 356) - AvailableMemoryMB LEAK? - 2024-11-22T00:24:39,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=1375, ProcessCount=11, AvailableMemoryMB=4280 2024-11-22T00:24:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:24:39,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:24:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=84, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:39,045 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:24:39,045 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:39,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 84 2024-11-22T00:24:39,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:24:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-22T00:24:39,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742127_1303 (size=963) 2024-11-22T00:24:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-22T00:24:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-22T00:24:39,453 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:24:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742128_1304 (size=53) 2024-11-22T00:24:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-22T00:24:39,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:24:39,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing edc671a449565ea4dcd15b99bc562d22, disabling compactions & flushes 2024-11-22T00:24:39,860 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:39,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:39,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. after waiting 0 ms 2024-11-22T00:24:39,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:39,860 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:39,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:39,861 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:24:39,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732235079861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732235079861"}]},"ts":"1732235079861"} 2024-11-22T00:24:39,865 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:24:39,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:24:39,867 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235079866"}]},"ts":"1732235079866"} 2024-11-22T00:24:39,868 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T00:24:39,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, ASSIGN}] 2024-11-22T00:24:39,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, ASSIGN 2024-11-22T00:24:39,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:24:40,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:40,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; OpenRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-22T00:24:40,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:40,193 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7285): Opening region: {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7327): checking encryption for edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7330): checking classloading for edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,195 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,197 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:40,197 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc671a449565ea4dcd15b99bc562d22 columnFamilyName A 2024-11-22T00:24:40,197 DEBUG [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:40,197 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(327): Store=edc671a449565ea4dcd15b99bc562d22/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:40,197 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,198 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:40,198 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc671a449565ea4dcd15b99bc562d22 columnFamilyName B 2024-11-22T00:24:40,199 DEBUG [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:40,199 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(327): Store=edc671a449565ea4dcd15b99bc562d22/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:40,199 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,200 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:40,200 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc671a449565ea4dcd15b99bc562d22 columnFamilyName C 2024-11-22T00:24:40,200 DEBUG [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:40,201 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(327): Store=edc671a449565ea4dcd15b99bc562d22/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:40,201 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:40,201 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,201 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,203 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:24:40,206 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1085): writing seq id for edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:40,208 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:24:40,208 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1102): Opened edc671a449565ea4dcd15b99bc562d22; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75346296, jitterRate=0.12274730205535889}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:24:40,209 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1001): Region open journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:40,210 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., pid=86, masterSystemTime=1732235080190 2024-11-22T00:24:40,211 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:40,211 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:40,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:40,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T00:24:40,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; OpenRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 in 175 msec 2024-11-22T00:24:40,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T00:24:40,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, ASSIGN in 330 msec 2024-11-22T00:24:40,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:24:40,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235080216"}]},"ts":"1732235080216"} 2024-11-22T00:24:40,218 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T00:24:40,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:24:40,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-22T00:24:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-22T00:24:41,151 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 84 completed 2024-11-22T00:24:41,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x598cfed4 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@521aad6f 2024-11-22T00:24:41,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86f707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,198 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:24:41,202 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:24:41,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:24:41,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:24:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T00:24:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742129_1305 (size=999) 2024-11-22T00:24:41,234 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-22T00:24:41,234 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-22T00:24:41,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:24:41,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, REOPEN/MOVE}] 2024-11-22T00:24:41,238 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, REOPEN/MOVE 2024-11-22T00:24:41,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,239 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:24:41,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:24:41,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,391 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,391 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:24:41,391 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing edc671a449565ea4dcd15b99bc562d22, disabling compactions & flushes 2024-11-22T00:24:41,391 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,391 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,391 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. after waiting 0 ms 2024-11-22T00:24:41,391 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,395 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T00:24:41,395 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,395 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:41,395 WARN [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionServer(3786): Not adding moved region record: edc671a449565ea4dcd15b99bc562d22 to self. 2024-11-22T00:24:41,397 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=CLOSED 2024-11-22T00:24:41,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T00:24:41,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 in 159 msec 2024-11-22T00:24:41,399 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, REOPEN/MOVE; state=CLOSED, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=true 2024-11-22T00:24:41,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=89, state=RUNNABLE; OpenRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:24:41,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,705 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,705 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7285): Opening region: {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:24:41,706 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,706 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:24:41,706 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7327): checking encryption for edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,706 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7330): checking classloading for edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,707 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,708 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:41,709 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc671a449565ea4dcd15b99bc562d22 columnFamilyName A 2024-11-22T00:24:41,710 DEBUG [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:41,711 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(327): Store=edc671a449565ea4dcd15b99bc562d22/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:41,714 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,715 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:41,715 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc671a449565ea4dcd15b99bc562d22 columnFamilyName B 2024-11-22T00:24:41,715 DEBUG [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:41,716 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(327): Store=edc671a449565ea4dcd15b99bc562d22/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:41,716 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,717 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:24:41,717 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc671a449565ea4dcd15b99bc562d22 columnFamilyName C 2024-11-22T00:24:41,717 DEBUG [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:41,717 INFO [StoreOpener-edc671a449565ea4dcd15b99bc562d22-1 {}] regionserver.HStore(327): Store=edc671a449565ea4dcd15b99bc562d22/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:24:41,718 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,718 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,719 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,721 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:24:41,723 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1085): writing seq id for edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,726 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1102): Opened edc671a449565ea4dcd15b99bc562d22; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71103655, jitterRate=0.05952702462673187}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:24:41,727 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1001): Region open journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:41,727 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., pid=91, masterSystemTime=1732235081702 2024-11-22T00:24:41,729 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,729 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:41,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=OPEN, openSeqNum=5, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=89 2024-11-22T00:24:41,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=89, state=SUCCESS; OpenRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 in 180 msec 2024-11-22T00:24:41,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T00:24:41,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, REOPEN/MOVE in 494 msec 2024-11-22T00:24:41,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T00:24:41,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-22T00:24:41,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 528 msec 2024-11-22T00:24:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T00:24:41,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ad882f to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f5b2180 2024-11-22T00:24:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34becda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-22T00:24:41,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-22T00:24:41,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-22T00:24:41,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,842 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-22T00:24:41,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-22T00:24:41,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-22T00:24:41,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-22T00:24:41,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-22T00:24:41,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-22T00:24:41,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:24:41,916 DEBUG [hconnection-0x5ffea27b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,917 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-22T00:24:41,920 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:41,921 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T00:24:41,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:41,923 DEBUG [hconnection-0x70610060-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,924 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:41,943 DEBUG [hconnection-0x335e94e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:24:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:41,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,952 DEBUG [hconnection-0x7335ce06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,952 DEBUG [hconnection-0x79f32bbe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,953 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,959 DEBUG [hconnection-0x4d2b2d1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,963 DEBUG [hconnection-0x5b919a16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,965 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235141968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235141969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235141968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235141968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:41,971 DEBUG [hconnection-0x333c8ba7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,972 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,979 DEBUG [hconnection-0x22a0fc30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,979 DEBUG [hconnection-0xb99095c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:24:41,980 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,980 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:24:41,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235141982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T00:24:42,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228d2b102be2974547a62086984204ee58_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235081937/Put/seqid=0 2024-11-22T00:24:42,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T00:24:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235142074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235142074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235142074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235142075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235142083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742130_1306 (size=12154) 2024-11-22T00:24:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T00:24:42,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T00:24:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235142275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235142275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235142276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235142277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235142285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T00:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:42,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228d2b102be2974547a62086984204ee58_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228d2b102be2974547a62086984204ee58_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:42,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/1d55c070480d4e4cb26d5895a3041c5c, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:42,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/1d55c070480d4e4cb26d5895a3041c5c is 175, key is test_row_0/A:col10/1732235081937/Put/seqid=0 2024-11-22T00:24:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T00:24:42,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T00:24:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742131_1307 (size=30955) 2024-11-22T00:24:42,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/1d55c070480d4e4cb26d5895a3041c5c 2024-11-22T00:24:42,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235142578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235142579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235142579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235142580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235142589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/fb5c544e5fce43ba91cad483ec1306d7 is 50, key is test_row_0/B:col10/1732235081937/Put/seqid=0 2024-11-22T00:24:42,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742132_1308 (size=12001) 2024-11-22T00:24:42,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/fb5c544e5fce43ba91cad483ec1306d7 2024-11-22T00:24:42,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T00:24:42,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:42,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:42,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/d68f9b653f6b4265a95db92829321b89 is 50, key is test_row_0/C:col10/1732235081937/Put/seqid=0 2024-11-22T00:24:42,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742133_1309 (size=12001) 2024-11-22T00:24:42,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/d68f9b653f6b4265a95db92829321b89 2024-11-22T00:24:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/1d55c070480d4e4cb26d5895a3041c5c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c 2024-11-22T00:24:42,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c, entries=150, sequenceid=15, filesize=30.2 K 2024-11-22T00:24:42,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/fb5c544e5fce43ba91cad483ec1306d7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fb5c544e5fce43ba91cad483ec1306d7 2024-11-22T00:24:42,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fb5c544e5fce43ba91cad483ec1306d7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T00:24:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/d68f9b653f6b4265a95db92829321b89 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d68f9b653f6b4265a95db92829321b89 2024-11-22T00:24:42,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d68f9b653f6b4265a95db92829321b89, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T00:24:42,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for edc671a449565ea4dcd15b99bc562d22 in 867ms, sequenceid=15, compaction requested=false 2024-11-22T00:24:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T00:24:42,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:42,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:42,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T00:24:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:42,846 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T00:24:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7c89a817473408892b02c261535ea20_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235081966/Put/seqid=0 2024-11-22T00:24:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742134_1310 (size=12154) 2024-11-22T00:24:42,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:42,898 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7c89a817473408892b02c261535ea20_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7c89a817473408892b02c261535ea20_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:42,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/96d0b11ab8fa4c59941c01041cdade62, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/96d0b11ab8fa4c59941c01041cdade62 is 175, key is test_row_0/A:col10/1732235081966/Put/seqid=0 2024-11-22T00:24:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742135_1311 (size=30955) 2024-11-22T00:24:42,921 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/96d0b11ab8fa4c59941c01041cdade62 2024-11-22T00:24:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/f690c0fb67eb44e183673ea1be5d8585 is 50, key is test_row_0/B:col10/1732235081966/Put/seqid=0 2024-11-22T00:24:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742136_1312 (size=12001) 2024-11-22T00:24:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T00:24:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235143098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235143137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235143137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235143137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235143139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235143246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235143247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235143247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235143247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,381 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/f690c0fb67eb44e183673ea1be5d8585 2024-11-22T00:24:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/bd5137ffdf434d0695a40704bc57fbb1 is 50, key is test_row_0/C:col10/1732235081966/Put/seqid=0 2024-11-22T00:24:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742137_1313 (size=12001) 2024-11-22T00:24:43,446 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/bd5137ffdf434d0695a40704bc57fbb1 2024-11-22T00:24:43,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/96d0b11ab8fa4c59941c01041cdade62 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62 2024-11-22T00:24:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235143453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235143455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235143459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235143459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:43,469 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62, entries=150, sequenceid=42, filesize=30.2 K 2024-11-22T00:24:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/f690c0fb67eb44e183673ea1be5d8585 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f690c0fb67eb44e183673ea1be5d8585 2024-11-22T00:24:43,499 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f690c0fb67eb44e183673ea1be5d8585, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T00:24:43,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/bd5137ffdf434d0695a40704bc57fbb1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/bd5137ffdf434d0695a40704bc57fbb1 2024-11-22T00:24:43,519 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/bd5137ffdf434d0695a40704bc57fbb1, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T00:24:43,520 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for edc671a449565ea4dcd15b99bc562d22 in 674ms, sequenceid=42, compaction requested=false 2024-11-22T00:24:43,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:43,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-22T00:24:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-11-22T00:24:43,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T00:24:43,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-22T00:24:43,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.6170 sec 2024-11-22T00:24:43,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:24:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:43,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:43,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224efe66c1efa04b44a2f35106e771c819_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:43,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742138_1314 (size=17034) 2024-11-22T00:24:43,927 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:43,932 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224efe66c1efa04b44a2f35106e771c819_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224efe66c1efa04b44a2f35106e771c819_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:43,933 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/95000e0e0c364a65bd33c2bc6201e242, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:43,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/95000e0e0c364a65bd33c2bc6201e242 is 175, key is test_row_0/A:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742139_1315 (size=48139) 2024-11-22T00:24:44,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/95000e0e0c364a65bd33c2bc6201e242 2024-11-22T00:24:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T00:24:44,031 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-22T00:24:44,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-22T00:24:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-22T00:24:44,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235144024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235144035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235144037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235144040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:44,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:44,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/5a8feab9e612428db4181b998a37bcf0 is 50, key is test_row_0/B:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742140_1316 (size=12001) 2024-11-22T00:24:44,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/5a8feab9e612428db4181b998a37bcf0 2024-11-22T00:24:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-22T00:24:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235144144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/0f9db09f41df4c439848b0d53e38c840 is 50, key is test_row_0/C:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:44,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235144156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235144163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235144156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235144163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T00:24:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742141_1317 (size=12001) 2024-11-22T00:24:44,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/0f9db09f41df4c439848b0d53e38c840 2024-11-22T00:24:44,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/95000e0e0c364a65bd33c2bc6201e242 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242 2024-11-22T00:24:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-22T00:24:44,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T00:24:44,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:44,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242, entries=250, sequenceid=54, filesize=47.0 K 2024-11-22T00:24:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235144387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235144389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235144391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/5a8feab9e612428db4181b998a37bcf0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/5a8feab9e612428db4181b998a37bcf0 2024-11-22T00:24:44,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235144398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/5a8feab9e612428db4181b998a37bcf0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T00:24:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/0f9db09f41df4c439848b0d53e38c840 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/0f9db09f41df4c439848b0d53e38c840 2024-11-22T00:24:44,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T00:24:44,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/0f9db09f41df4c439848b0d53e38c840, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T00:24:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:44,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for edc671a449565ea4dcd15b99bc562d22 in 752ms, sequenceid=54, compaction requested=true 2024-11-22T00:24:44,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:44,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:44,543 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:44,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:44,543 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:44,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:44,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:44,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:44,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:44,555 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:44,555 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:24:44,555 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,555 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=107.5 K 2024-11-22T00:24:44,555 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,555 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242] 2024-11-22T00:24:44,556 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:44,556 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:24:44,556 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,556 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fb5c544e5fce43ba91cad483ec1306d7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f690c0fb67eb44e183673ea1be5d8585, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/5a8feab9e612428db4181b998a37bcf0] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.2 K 2024-11-22T00:24:44,559 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting fb5c544e5fce43ba91cad483ec1306d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732235081937 2024-11-22T00:24:44,563 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d55c070480d4e4cb26d5895a3041c5c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732235081937 2024-11-22T00:24:44,563 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting f690c0fb67eb44e183673ea1be5d8585, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235081963 2024-11-22T00:24:44,567 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96d0b11ab8fa4c59941c01041cdade62, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235081963 2024-11-22T00:24:44,567 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8feab9e612428db4181b998a37bcf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235083086 2024-11-22T00:24:44,571 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95000e0e0c364a65bd33c2bc6201e242, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235083086 2024-11-22T00:24:44,619 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:44,633 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:44,634 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/9ca4c7f9bf924528979a0e99c8ad8d7e is 50, key is test_row_0/B:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:44,657 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e5eacaacc5a543dfa723457a8a21360c_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-22T00:24:44,659 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e5eacaacc5a543dfa723457a8a21360c_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:44,659 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e5eacaacc5a543dfa723457a8a21360c_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:44,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T00:24:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:24:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:44,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742142_1318 (size=12104) 2024-11-22T00:24:44,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:44,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228b8e1155138b4185ac79c1c2b4c1b1d4_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235084035/Put/seqid=0 2024-11-22T00:24:44,750 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/9ca4c7f9bf924528979a0e99c8ad8d7e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/9ca4c7f9bf924528979a0e99c8ad8d7e 2024-11-22T00:24:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742143_1319 (size=4469) 2024-11-22T00:24:44,759 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#270 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:44,760 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/e836f03b4a31412e949a74072661006f is 175, key is test_row_0/A:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:44,793 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into 9ca4c7f9bf924528979a0e99c8ad8d7e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:44,793 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:44,793 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235084543; duration=0sec 2024-11-22T00:24:44,793 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:44,793 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:24:44,794 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742144_1320 (size=12154) 2024-11-22T00:24:44,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235144783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235144783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235144788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,807 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:44,807 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:24:44,807 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:44,807 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d68f9b653f6b4265a95db92829321b89, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/bd5137ffdf434d0695a40704bc57fbb1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/0f9db09f41df4c439848b0d53e38c840] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.2 K 2024-11-22T00:24:44,809 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d68f9b653f6b4265a95db92829321b89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732235081937 2024-11-22T00:24:44,814 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting bd5137ffdf434d0695a40704bc57fbb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235081963 2024-11-22T00:24:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742145_1321 (size=31058) 2024-11-22T00:24:44,815 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f9db09f41df4c439848b0d53e38c840, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235083086 2024-11-22T00:24:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235144812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,871 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/e836f03b4a31412e949a74072661006f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/e836f03b4a31412e949a74072661006f 2024-11-22T00:24:44,889 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:44,889 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/2791676c27a34d3da1a5d0798f68beac is 50, key is test_row_0/C:col10/1732235083771/Put/seqid=0 2024-11-22T00:24:44,912 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into e836f03b4a31412e949a74072661006f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:44,912 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:44,912 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235084543; duration=0sec 2024-11-22T00:24:44,912 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:44,912 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:24:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235144902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235144903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235144904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235144937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742146_1322 (size=12104) 2024-11-22T00:24:45,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235145127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235145127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235145127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235145146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-22T00:24:45,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:45,239 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228b8e1155138b4185ac79c1c2b4c1b1d4_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228b8e1155138b4185ac79c1c2b4c1b1d4_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:45,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/303764218d3049b28a3c48de3ec52e05, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:45,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/303764218d3049b28a3c48de3ec52e05 is 175, key is test_row_0/A:col10/1732235084035/Put/seqid=0 2024-11-22T00:24:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742147_1323 (size=30955) 2024-11-22T00:24:45,297 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/303764218d3049b28a3c48de3ec52e05 2024-11-22T00:24:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/acca465cb8f64e9caf58c3a343c1f1d2 is 50, key is test_row_0/B:col10/1732235084035/Put/seqid=0 2024-11-22T00:24:45,367 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/2791676c27a34d3da1a5d0798f68beac as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2791676c27a34d3da1a5d0798f68beac 2024-11-22T00:24:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742148_1324 (size=12001) 2024-11-22T00:24:45,375 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/acca465cb8f64e9caf58c3a343c1f1d2 2024-11-22T00:24:45,375 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into 2791676c27a34d3da1a5d0798f68beac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:45,375 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:45,375 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235084547; duration=0sec 2024-11-22T00:24:45,376 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:45,376 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:24:45,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a9504b56807944dd8264bb5420676597 is 50, key is test_row_0/C:col10/1732235084035/Put/seqid=0 2024-11-22T00:24:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235145435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235145436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235145443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742149_1325 (size=12001) 2024-11-22T00:24:45,448 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a9504b56807944dd8264bb5420676597 2024-11-22T00:24:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/303764218d3049b28a3c48de3ec52e05 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05 2024-11-22T00:24:45,471 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T00:24:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/acca465cb8f64e9caf58c3a343c1f1d2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/acca465cb8f64e9caf58c3a343c1f1d2 2024-11-22T00:24:45,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235145464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:45,484 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/acca465cb8f64e9caf58c3a343c1f1d2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T00:24:45,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a9504b56807944dd8264bb5420676597 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a9504b56807944dd8264bb5420676597 2024-11-22T00:24:45,489 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a9504b56807944dd8264bb5420676597, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T00:24:45,491 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for edc671a449565ea4dcd15b99bc562d22 in 796ms, sequenceid=78, compaction requested=false 2024-11-22T00:24:45,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:45,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:45,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-22T00:24:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-22T00:24:45,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T00:24:45,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-11-22T00:24:45,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.4530 sec 2024-11-22T00:24:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:45,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:24:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:45,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:45,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:46,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112235911a79bed84ecb81872f085ce52386_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742150_1326 (size=12154) 2024-11-22T00:24:46,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:46,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112235911a79bed84ecb81872f085ce52386_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235911a79bed84ecb81872f085ce52386_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:46,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8b1c568a947b42c5b9629b35d7b440eb, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:46,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8b1c568a947b42c5b9629b35d7b440eb is 175, key is test_row_0/A:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235146054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235146074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235146074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235146079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742151_1327 (size=30955) 2024-11-22T00:24:46,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8b1c568a947b42c5b9629b35d7b440eb 2024-11-22T00:24:46,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/406d0c51f99f4235bdb16ed95809de23 is 50, key is test_row_0/B:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-22T00:24:46,168 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-22T00:24:46,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-22T00:24:46,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:46,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:46,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:46,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235146179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742152_1328 (size=12001) 2024-11-22T00:24:46,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235146190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235146196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235146210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235146210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,227 DEBUG [Thread-1409 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4276 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:46,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235146400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235146402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235146403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235146418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:46,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:46,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/406d0c51f99f4235bdb16ed95809de23 2024-11-22T00:24:46,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/3ff0350265584d0e901ebf1424feb9aa is 50, key is test_row_0/C:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:46,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:46,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742153_1329 (size=12001) 2024-11-22T00:24:46,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/3ff0350265584d0e901ebf1424feb9aa 2024-11-22T00:24:46,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8b1c568a947b42c5b9629b35d7b440eb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb 2024-11-22T00:24:46,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb, entries=150, sequenceid=95, filesize=30.2 K 2024-11-22T00:24:46,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/406d0c51f99f4235bdb16ed95809de23 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/406d0c51f99f4235bdb16ed95809de23 2024-11-22T00:24:46,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/406d0c51f99f4235bdb16ed95809de23, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T00:24:46,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/3ff0350265584d0e901ebf1424feb9aa as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/3ff0350265584d0e901ebf1424feb9aa 2024-11-22T00:24:46,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235146708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/3ff0350265584d0e901ebf1424feb9aa, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T00:24:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235146711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for edc671a449565ea4dcd15b99bc562d22 in 761ms, sequenceid=95, compaction requested=true 2024-11-22T00:24:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:46,721 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:46,723 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:46,723 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:24:46,723 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,723 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/e836f03b4a31412e949a74072661006f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=90.8 K 2024-11-22T00:24:46,724 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,724 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/e836f03b4a31412e949a74072661006f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb] 2024-11-22T00:24:46,724 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e836f03b4a31412e949a74072661006f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235083086 2024-11-22T00:24:46,725 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 303764218d3049b28a3c48de3ec52e05, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732235083981 2024-11-22T00:24:46,725 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b1c568a947b42c5b9629b35d7b440eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732235084783 2024-11-22T00:24:46,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:46,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:46,733 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:46,734 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:46,734 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:24:46,734 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,734 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/9ca4c7f9bf924528979a0e99c8ad8d7e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/acca465cb8f64e9caf58c3a343c1f1d2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/406d0c51f99f4235bdb16ed95809de23] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.3 K 2024-11-22T00:24:46,736 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca4c7f9bf924528979a0e99c8ad8d7e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235083086 2024-11-22T00:24:46,736 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting acca465cb8f64e9caf58c3a343c1f1d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732235083981 2024-11-22T00:24:46,736 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 406d0c51f99f4235bdb16ed95809de23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732235084783 2024-11-22T00:24:46,740 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:46,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:46,757 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228caa9dffc43e4e9ebd78bea92c3617e0_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:46,759 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228caa9dffc43e4e9ebd78bea92c3617e0_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:46,759 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228caa9dffc43e4e9ebd78bea92c3617e0_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:46,771 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:46,771 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/c5e3fb07f74146a6badfbb3ff37c5129 is 50, key is test_row_0/B:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:46,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235146779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112203296f396a9547afb53dc855469eab2b_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235086743/Put/seqid=0 2024-11-22T00:24:46,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742154_1330 (size=4469) 2024-11-22T00:24:46,795 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#279 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:46,796 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8825c09c840f49eaad592cf14a963888 is 175, key is test_row_0/A:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235146783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742155_1331 (size=12207) 2024-11-22T00:24:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742156_1332 (size=17034) 2024-11-22T00:24:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235146888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235146899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742157_1333 (size=31161) 2024-11-22T00:24:46,929 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8825c09c840f49eaad592cf14a963888 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8825c09c840f49eaad592cf14a963888 2024-11-22T00:24:46,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:46,939 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 8825c09c840f49eaad592cf14a963888(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:46,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:46,939 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235086721; duration=0sec 2024-11-22T00:24:46,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:46,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:24:46,939 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,942 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:46,943 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:24:46,943 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,943 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2791676c27a34d3da1a5d0798f68beac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a9504b56807944dd8264bb5420676597, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/3ff0350265584d0e901ebf1424feb9aa] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.3 K 2024-11-22T00:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:46,944 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2791676c27a34d3da1a5d0798f68beac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732235083086 2024-11-22T00:24:46,944 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9504b56807944dd8264bb5420676597, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732235083981 2024-11-22T00:24:46,947 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ff0350265584d0e901ebf1424feb9aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732235084783 2024-11-22T00:24:46,965 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:46,966 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/946790d082fa4f8f9c45d22641c22772 is 50, key is test_row_0/C:col10/1732235084799/Put/seqid=0 2024-11-22T00:24:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742158_1334 (size=12207) 2024-11-22T00:24:47,014 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/946790d082fa4f8f9c45d22641c22772 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/946790d082fa4f8f9c45d22641c22772 2024-11-22T00:24:47,033 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into 946790d082fa4f8f9c45d22641c22772(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:47,033 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:47,033 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235086746; duration=0sec 2024-11-22T00:24:47,034 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:47,034 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:24:47,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:47,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235147101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235147109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235147219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235147223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,263 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/c5e3fb07f74146a6badfbb3ff37c5129 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/c5e3fb07f74146a6badfbb3ff37c5129 2024-11-22T00:24:47,273 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into c5e3fb07f74146a6badfbb3ff37c5129(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:47,273 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:47,274 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235086733; duration=0sec 2024-11-22T00:24:47,274 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:47,274 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:47,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:47,300 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112203296f396a9547afb53dc855469eab2b_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112203296f396a9547afb53dc855469eab2b_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:47,301 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/7d131519cac14124ad6c91d760f24b32, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:47,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/7d131519cac14124ad6c91d760f24b32 is 175, key is test_row_0/A:col10/1732235086743/Put/seqid=0 2024-11-22T00:24:47,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742159_1335 (size=48139) 2024-11-22T00:24:47,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235147415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235147418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,743 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/7d131519cac14124ad6c91d760f24b32 2024-11-22T00:24:47,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/a8f19e0f56e9446ab8a82ab77b62d99f is 50, key is test_row_0/B:col10/1732235086743/Put/seqid=0 2024-11-22T00:24:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742160_1336 (size=12001) 2024-11-22T00:24:47,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:47,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235147925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235147926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/a8f19e0f56e9446ab8a82ab77b62d99f 2024-11-22T00:24:48,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/58c830a0608e488b9f5d03da8528143b is 50, key is test_row_0/C:col10/1732235086743/Put/seqid=0 2024-11-22T00:24:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742161_1337 (size=12001) 2024-11-22T00:24:48,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235148228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235148235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:48,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:24:48,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/58c830a0608e488b9f5d03da8528143b 2024-11-22T00:24:48,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/7d131519cac14124ad6c91d760f24b32 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32 2024-11-22T00:24:48,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32, entries=250, sequenceid=122, filesize=47.0 K 2024-11-22T00:24:48,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/a8f19e0f56e9446ab8a82ab77b62d99f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/a8f19e0f56e9446ab8a82ab77b62d99f 2024-11-22T00:24:48,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/a8f19e0f56e9446ab8a82ab77b62d99f, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T00:24:48,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/58c830a0608e488b9f5d03da8528143b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/58c830a0608e488b9f5d03da8528143b 2024-11-22T00:24:48,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:48,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/58c830a0608e488b9f5d03da8528143b, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T00:24:48,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for edc671a449565ea4dcd15b99bc562d22 in 1888ms, sequenceid=122, compaction requested=false 2024-11-22T00:24:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:48,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:48,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:48,784 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:48,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112287d7855f61124b8aa5dd8cf865f2de4a_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235086756/Put/seqid=0 2024-11-22T00:24:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742162_1338 (size=12254) 2024-11-22T00:24:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235149017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235149018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235149124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235149124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:49,199 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112287d7855f61124b8aa5dd8cf865f2de4a_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112287d7855f61124b8aa5dd8cf865f2de4a_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/a73fe0eef6e740988e9a43a7746dafbf, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/a73fe0eef6e740988e9a43a7746dafbf is 175, key is test_row_0/A:col10/1732235086756/Put/seqid=0 2024-11-22T00:24:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742163_1339 (size=31055) 2024-11-22T00:24:49,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235149331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235149332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,617 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/a73fe0eef6e740988e9a43a7746dafbf 2024-11-22T00:24:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/4bb20c81ca864ffbadf0c09851bcdcb8 is 50, key is test_row_0/B:col10/1732235086756/Put/seqid=0 2024-11-22T00:24:49,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235149637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742164_1340 (size=12101) 2024-11-22T00:24:49,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235149641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:50,040 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/4bb20c81ca864ffbadf0c09851bcdcb8 2024-11-22T00:24:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/15571d6a137b4b7494a3017c92850b70 is 50, key is test_row_0/C:col10/1732235086756/Put/seqid=0 2024-11-22T00:24:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742165_1341 (size=12101) 2024-11-22T00:24:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235150144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235150152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:50,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235150242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:50,247 DEBUG [Thread-1409 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8307 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235150253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:50,263 DEBUG [Thread-1411 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235150265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:50,269 DEBUG [Thread-1405 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:50,471 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/15571d6a137b4b7494a3017c92850b70 2024-11-22T00:24:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/a73fe0eef6e740988e9a43a7746dafbf as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf 2024-11-22T00:24:50,561 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf, entries=150, sequenceid=134, filesize=30.3 K 2024-11-22T00:24:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/4bb20c81ca864ffbadf0c09851bcdcb8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bb20c81ca864ffbadf0c09851bcdcb8 2024-11-22T00:24:50,596 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bb20c81ca864ffbadf0c09851bcdcb8, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T00:24:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/15571d6a137b4b7494a3017c92850b70 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/15571d6a137b4b7494a3017c92850b70 2024-11-22T00:24:50,601 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/15571d6a137b4b7494a3017c92850b70, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T00:24:50,603 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for edc671a449565ea4dcd15b99bc562d22 in 1818ms, sequenceid=134, compaction requested=true 2024-11-22T00:24:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-22T00:24:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-22T00:24:50,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-22T00:24:50,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4360 sec 2024-11-22T00:24:50,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 4.4460 sec 2024-11-22T00:24:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:51,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T00:24:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:51,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eb0a52990b034b23bebf7d566bf5bc80_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742166_1342 (size=14794) 2024-11-22T00:24:51,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:51,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eb0a52990b034b23bebf7d566bf5bc80_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eb0a52990b034b23bebf7d566bf5bc80_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:51,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/44adcdbad99e4a9aa5a2375e2a4ea032, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:51,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/44adcdbad99e4a9aa5a2375e2a4ea032 is 175, key is test_row_0/A:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742167_1343 (size=39749) 2024-11-22T00:24:51,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235151177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235151181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235151287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235151288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235151498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235151498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,579 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/44adcdbad99e4a9aa5a2375e2a4ea032 2024-11-22T00:24:51,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/220fcd54e3ef4029ae9e94b57e1cdde9 is 50, key is test_row_0/B:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742168_1344 (size=12151) 2024-11-22T00:24:51,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235151806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235151807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:51,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/220fcd54e3ef4029ae9e94b57e1cdde9 2024-11-22T00:24:51,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a1e400acc1bd40019b0f77a5c9e2b3ee is 50, key is test_row_0/C:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742169_1345 (size=12151) 2024-11-22T00:24:52,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235152313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:52,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235152317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:52,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a1e400acc1bd40019b0f77a5c9e2b3ee 2024-11-22T00:24:52,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/44adcdbad99e4a9aa5a2375e2a4ea032 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032 2024-11-22T00:24:52,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032, entries=200, sequenceid=162, filesize=38.8 K 2024-11-22T00:24:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/220fcd54e3ef4029ae9e94b57e1cdde9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/220fcd54e3ef4029ae9e94b57e1cdde9 2024-11-22T00:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/220fcd54e3ef4029ae9e94b57e1cdde9, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T00:24:52,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a1e400acc1bd40019b0f77a5c9e2b3ee as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a1e400acc1bd40019b0f77a5c9e2b3ee 2024-11-22T00:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a1e400acc1bd40019b0f77a5c9e2b3ee, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T00:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for edc671a449565ea4dcd15b99bc562d22 in 1279ms, sequenceid=162, compaction requested=true 2024-11-22T00:24:52,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:52,439 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:52,440 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:52,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:52,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:24:52,441 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:52,441 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8825c09c840f49eaad592cf14a963888, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=146.6 K 2024-11-22T00:24:52,441 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:52,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8825c09c840f49eaad592cf14a963888, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032] 2024-11-22T00:24:52,441 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:52,442 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:24:52,442 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:52,442 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/c5e3fb07f74146a6badfbb3ff37c5129, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/a8f19e0f56e9446ab8a82ab77b62d99f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bb20c81ca864ffbadf0c09851bcdcb8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/220fcd54e3ef4029ae9e94b57e1cdde9] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=47.3 K 2024-11-22T00:24:52,442 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8825c09c840f49eaad592cf14a963888, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732235084783 2024-11-22T00:24:52,442 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d131519cac14124ad6c91d760f24b32, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235086720 2024-11-22T00:24:52,442 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e3fb07f74146a6badfbb3ff37c5129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732235084783 2024-11-22T00:24:52,442 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a73fe0eef6e740988e9a43a7746dafbf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235086756 2024-11-22T00:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,443 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a8f19e0f56e9446ab8a82ab77b62d99f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235086731 2024-11-22T00:24:52,443 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44adcdbad99e4a9aa5a2375e2a4ea032, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732235089003 2024-11-22T00:24:52,443 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb20c81ca864ffbadf0c09851bcdcb8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235086756 2024-11-22T00:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,444 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 220fcd54e3ef4029ae9e94b57e1cdde9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732235089003 2024-11-22T00:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,455 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,477 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#292 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:52,478 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/d7e03604218944248c8547ace1bf06e4 is 50, key is test_row_0/B:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:52,482 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112206ee7810738c4b3087613c9bd2a4e420_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742170_1346 (size=12493) 2024-11-22T00:24:52,494 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112206ee7810738c4b3087613c9bd2a4e420_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:52,494 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112206ee7810738c4b3087613c9bd2a4e420_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:52,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742171_1347 (size=4469) 2024-11-22T00:24:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,889 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/d7e03604218944248c8547ace1bf06e4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d7e03604218944248c8547ace1bf06e4 2024-11-22T00:24:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,894 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into d7e03604218944248c8547ace1bf06e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:52,894 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:52,894 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=12, startTime=1732235092440; duration=0sec 2024-11-22T00:24:52,894 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:52,894 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:24:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,894 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:24:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,896 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:24:52,896 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:24:52,896 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,896 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/946790d082fa4f8f9c45d22641c22772, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/58c830a0608e488b9f5d03da8528143b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/15571d6a137b4b7494a3017c92850b70, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a1e400acc1bd40019b0f77a5c9e2b3ee] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=47.3 K 2024-11-22T00:24:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,896 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 946790d082fa4f8f9c45d22641c22772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732235084783 2024-11-22T00:24:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,897 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 58c830a0608e488b9f5d03da8528143b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235086731 2024-11-22T00:24:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,897 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 15571d6a137b4b7494a3017c92850b70, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235086756 2024-11-22T00:24:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,898 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a1e400acc1bd40019b0f77a5c9e2b3ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732235089003 2024-11-22T00:24:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,900 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#291 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,901 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/7b234d9d849243ff9e3b895a70f43bd0 is 175, key is test_row_0/A:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742172_1348 (size=31447) 2024-11-22T00:24:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,908 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,909 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/7c18d52f16df47d890a279c3cf703c72 is 50, key is test_row_0/C:col10/1732235089003/Put/seqid=0 2024-11-22T00:24:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,911 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/7b234d9d849243ff9e3b895a70f43bd0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7b234d9d849243ff9e3b895a70f43bd0 2024-11-22T00:24:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,917 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 7b234d9d849243ff9e3b895a70f43bd0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:52,917 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:52,917 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=12, startTime=1732235092439; duration=0sec 2024-11-22T00:24:52,917 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:52,917 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:24:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742173_1349 (size=12493) 2024-11-22T00:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,335 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/7c18d52f16df47d890a279c3cf703c72 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/7c18d52f16df47d890a279c3cf703c72 2024-11-22T00:24:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,341 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into 7c18d52f16df47d890a279c3cf703c72(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:53,341 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:53,341 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=12, startTime=1732235092440; duration=0sec 2024-11-22T00:24:53,341 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:53,341 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:24:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:24:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e0d9723e35244604a9338aeeac0b8eb2_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235091180/Put/seqid=0 2024-11-22T00:24:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742174_1350 (size=17284) 2024-11-22T00:24:53,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:53,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e0d9723e35244604a9338aeeac0b8eb2_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0d9723e35244604a9338aeeac0b8eb2_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:53,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/c02e917fc4ea4e65ba2eda6aabc64fc4, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:53,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/c02e917fc4ea4e65ba2eda6aabc64fc4 is 175, key is test_row_0/A:col10/1732235091180/Put/seqid=0 2024-11-22T00:24:53,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742175_1351 (size=48389) 2024-11-22T00:24:53,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/c02e917fc4ea4e65ba2eda6aabc64fc4 2024-11-22T00:24:53,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/124dc1835b4f47f8a5911e1c67a2711b is 50, key is test_row_0/B:col10/1732235091180/Put/seqid=0 2024-11-22T00:24:53,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742176_1352 (size=12151) 2024-11-22T00:24:53,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/124dc1835b4f47f8a5911e1c67a2711b 2024-11-22T00:24:53,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/99cc9ee59c2741d68572335efa4e9f28 is 50, key is test_row_0/C:col10/1732235091180/Put/seqid=0 2024-11-22T00:24:53,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235153477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235153477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742177_1353 (size=12151) 2024-11-22T00:24:53,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/99cc9ee59c2741d68572335efa4e9f28 2024-11-22T00:24:53,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/c02e917fc4ea4e65ba2eda6aabc64fc4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4 2024-11-22T00:24:53,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4, entries=250, sequenceid=176, filesize=47.3 K 2024-11-22T00:24:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/124dc1835b4f47f8a5911e1c67a2711b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/124dc1835b4f47f8a5911e1c67a2711b 2024-11-22T00:24:53,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/124dc1835b4f47f8a5911e1c67a2711b, entries=150, sequenceid=176, filesize=11.9 K 2024-11-22T00:24:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/99cc9ee59c2741d68572335efa4e9f28 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/99cc9ee59c2741d68572335efa4e9f28 2024-11-22T00:24:53,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/99cc9ee59c2741d68572335efa4e9f28, entries=150, sequenceid=176, filesize=11.9 K 2024-11-22T00:24:53,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for edc671a449565ea4dcd15b99bc562d22 in 197ms, sequenceid=176, compaction requested=false 2024-11-22T00:24:53,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:53,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T00:24:53,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:53,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:53,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:53,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:53,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122233a64e9375a49cabd5cce4a2c4d4b1b_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235153609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235153619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742178_1354 (size=14794) 2024-11-22T00:24:53,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235153723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235153726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235153930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:53,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235153930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:54,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122233a64e9375a49cabd5cce4a2c4d4b1b_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122233a64e9375a49cabd5cce4a2c4d4b1b_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:54,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d69ffc6003ac4e6b995b477dfc444efd, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:54,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d69ffc6003ac4e6b995b477dfc444efd is 175, key is test_row_0/A:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742179_1355 (size=39749) 2024-11-22T00:24:54,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d69ffc6003ac4e6b995b477dfc444efd 2024-11-22T00:24:54,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/57832a936d9c4b69a1c5bac08c6de1b9 is 50, key is test_row_0/B:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742180_1356 (size=12151) 2024-11-22T00:24:54,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235154235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235154237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-22T00:24:54,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:54,287 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-22T00:24:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37854 deadline: 1732235154283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,288 DEBUG [Thread-1411 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:54,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-22T00:24:54,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T00:24:54,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:54,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732235154306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,312 DEBUG [Thread-1405 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8259 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:24:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T00:24:54,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T00:24:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/57832a936d9c4b69a1c5bac08c6de1b9 2024-11-22T00:24:54,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/b516c2e957f54d39a00a0b831e76aaed is 50, key is test_row_0/C:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742181_1357 (size=12151) 2024-11-22T00:24:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T00:24:54,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T00:24:54,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:54,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235154741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T00:24:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:54,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235154749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/b516c2e957f54d39a00a0b831e76aaed 2024-11-22T00:24:54,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d69ffc6003ac4e6b995b477dfc444efd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd 2024-11-22T00:24:54,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd, entries=200, sequenceid=203, filesize=38.8 K 2024-11-22T00:24:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/57832a936d9c4b69a1c5bac08c6de1b9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/57832a936d9c4b69a1c5bac08c6de1b9 2024-11-22T00:24:54,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/57832a936d9c4b69a1c5bac08c6de1b9, entries=150, sequenceid=203, filesize=11.9 K 2024-11-22T00:24:54,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/b516c2e957f54d39a00a0b831e76aaed as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/b516c2e957f54d39a00a0b831e76aaed 2024-11-22T00:24:54,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/b516c2e957f54d39a00a0b831e76aaed, entries=150, sequenceid=203, filesize=11.9 K 2024-11-22T00:24:54,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for edc671a449565ea4dcd15b99bc562d22 in 1279ms, sequenceid=203, compaction requested=true 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:54,873 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:54,873 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:54,875 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:54,875 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:24:54,875 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,875 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d7e03604218944248c8547ace1bf06e4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/124dc1835b4f47f8a5911e1c67a2711b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/57832a936d9c4b69a1c5bac08c6de1b9] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.9 K 2024-11-22T00:24:54,875 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:54,875 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:24:54,875 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,875 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7b234d9d849243ff9e3b895a70f43bd0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=116.8 K 2024-11-22T00:24:54,875 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d7e03604218944248c8547ace1bf06e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732235089003 2024-11-22T00:24:54,875 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,875 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7b234d9d849243ff9e3b895a70f43bd0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd] 2024-11-22T00:24:54,876 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 124dc1835b4f47f8a5911e1c67a2711b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732235091176 2024-11-22T00:24:54,876 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b234d9d849243ff9e3b895a70f43bd0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732235089003 2024-11-22T00:24:54,876 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 57832a936d9c4b69a1c5bac08c6de1b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732235093474 2024-11-22T00:24:54,876 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting c02e917fc4ea4e65ba2eda6aabc64fc4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732235091176 2024-11-22T00:24:54,876 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69ffc6003ac4e6b995b477dfc444efd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732235093465 2024-11-22T00:24:54,883 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:54,883 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:54,884 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/701ac7b3341b4d75ae6df37279c2d582 is 50, key is test_row_0/B:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:54,885 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122dd660d509f1e4616908b78cbc193e5cb_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:54,887 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122dd660d509f1e4616908b78cbc193e5cb_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:54,887 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dd660d509f1e4616908b78cbc193e5cb_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:54,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742183_1359 (size=4469) 2024-11-22T00:24:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T00:24:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742182_1358 (size=12595) 2024-11-22T00:24:54,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:54,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T00:24:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:54,900 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T00:24:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122897681603b3a4950b14664ef960eeb83_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235093607/Put/seqid=0 2024-11-22T00:24:54,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742184_1360 (size=12304) 2024-11-22T00:24:55,297 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:55,298 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/82fa5884d23c490bbd66feaab2bd761a is 175, key is test_row_0/A:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:55,311 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/701ac7b3341b4d75ae6df37279c2d582 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/701ac7b3341b4d75ae6df37279c2d582 2024-11-22T00:24:55,318 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into 701ac7b3341b4d75ae6df37279c2d582(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:55,318 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:55,319 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235094873; duration=0sec 2024-11-22T00:24:55,319 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:55,319 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:24:55,319 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:55,321 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:55,321 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:24:55,321 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:55,321 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/7c18d52f16df47d890a279c3cf703c72, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/99cc9ee59c2741d68572335efa4e9f28, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/b516c2e957f54d39a00a0b831e76aaed] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.9 K 2024-11-22T00:24:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742185_1361 (size=31549) 2024-11-22T00:24:55,328 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c18d52f16df47d890a279c3cf703c72, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732235089003 2024-11-22T00:24:55,335 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122897681603b3a4950b14664ef960eeb83_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122897681603b3a4950b14664ef960eeb83_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/53cb23f452cf4018a011b39d0396372a, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:55,337 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 99cc9ee59c2741d68572335efa4e9f28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732235091176 2024-11-22T00:24:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/53cb23f452cf4018a011b39d0396372a is 175, key is test_row_0/A:col10/1732235093607/Put/seqid=0 2024-11-22T00:24:55,340 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b516c2e957f54d39a00a0b831e76aaed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732235093474 2024-11-22T00:24:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742186_1362 (size=31105) 2024-11-22T00:24:55,359 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/53cb23f452cf4018a011b39d0396372a 2024-11-22T00:24:55,360 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:55,361 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/388389d0fb44421ea40b0cd0129470ae is 50, key is test_row_0/C:col10/1732235093592/Put/seqid=0 2024-11-22T00:24:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/256fc26bcb6845269b524e0c8b2df111 is 50, key is test_row_0/B:col10/1732235093607/Put/seqid=0 2024-11-22T00:24:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742187_1363 (size=12595) 2024-11-22T00:24:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T00:24:55,397 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/388389d0fb44421ea40b0cd0129470ae as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/388389d0fb44421ea40b0cd0129470ae 2024-11-22T00:24:55,401 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into 388389d0fb44421ea40b0cd0129470ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:55,401 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:55,401 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235094873; duration=0sec 2024-11-22T00:24:55,401 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:55,401 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:24:55,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742188_1364 (size=12151) 2024-11-22T00:24:55,420 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/256fc26bcb6845269b524e0c8b2df111 2024-11-22T00:24:55,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/d4c50bea58964f7fa4d26ce392b94a4d is 50, key is test_row_0/C:col10/1732235093607/Put/seqid=0 2024-11-22T00:24:55,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742189_1365 (size=12151) 2024-11-22T00:24:55,741 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/82fa5884d23c490bbd66feaab2bd761a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/82fa5884d23c490bbd66feaab2bd761a 2024-11-22T00:24:55,745 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 82fa5884d23c490bbd66feaab2bd761a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:55,745 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:55,745 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235094873; duration=0sec 2024-11-22T00:24:55,745 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:55,745 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:24:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:55,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235155863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:55,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235155868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:55,898 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/d4c50bea58964f7fa4d26ce392b94a4d 2024-11-22T00:24:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/53cb23f452cf4018a011b39d0396372a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a 2024-11-22T00:24:55,911 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a, entries=150, sequenceid=212, filesize=30.4 K 2024-11-22T00:24:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/256fc26bcb6845269b524e0c8b2df111 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/256fc26bcb6845269b524e0c8b2df111 2024-11-22T00:24:55,917 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/256fc26bcb6845269b524e0c8b2df111, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T00:24:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/d4c50bea58964f7fa4d26ce392b94a4d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d4c50bea58964f7fa4d26ce392b94a4d 2024-11-22T00:24:55,928 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d4c50bea58964f7fa4d26ce392b94a4d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T00:24:55,929 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for edc671a449565ea4dcd15b99bc562d22 in 1029ms, sequenceid=212, compaction requested=false 2024-11-22T00:24:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-22T00:24:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-22T00:24:55,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-22T00:24:55,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-11-22T00:24:55,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.6430 sec 2024-11-22T00:24:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:55,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T00:24:55,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:55,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:55,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:55,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:55,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:55,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:55,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112278afc16c375b4f0d88a23c0edf5c3d8a_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742190_1366 (size=14794) 2024-11-22T00:24:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235156005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235156006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/e836f03b4a31412e949a74072661006f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8825c09c840f49eaad592cf14a963888, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7b234d9d849243ff9e3b895a70f43bd0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd] to archive 2024-11-22T00:24:56,050 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:56,052 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/1d55c070480d4e4cb26d5895a3041c5c 2024-11-22T00:24:56,053 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/96d0b11ab8fa4c59941c01041cdade62 2024-11-22T00:24:56,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/95000e0e0c364a65bd33c2bc6201e242 2024-11-22T00:24:56,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/e836f03b4a31412e949a74072661006f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/e836f03b4a31412e949a74072661006f 2024-11-22T00:24:56,057 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/303764218d3049b28a3c48de3ec52e05 2024-11-22T00:24:56,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8825c09c840f49eaad592cf14a963888 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8825c09c840f49eaad592cf14a963888 2024-11-22T00:24:56,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8b1c568a947b42c5b9629b35d7b440eb 2024-11-22T00:24:56,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7d131519cac14124ad6c91d760f24b32 2024-11-22T00:24:56,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/a73fe0eef6e740988e9a43a7746dafbf 2024-11-22T00:24:56,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/44adcdbad99e4a9aa5a2375e2a4ea032 2024-11-22T00:24:56,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7b234d9d849243ff9e3b895a70f43bd0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/7b234d9d849243ff9e3b895a70f43bd0 2024-11-22T00:24:56,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/c02e917fc4ea4e65ba2eda6aabc64fc4 2024-11-22T00:24:56,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d69ffc6003ac4e6b995b477dfc444efd 2024-11-22T00:24:56,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fb5c544e5fce43ba91cad483ec1306d7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f690c0fb67eb44e183673ea1be5d8585, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/9ca4c7f9bf924528979a0e99c8ad8d7e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/5a8feab9e612428db4181b998a37bcf0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/acca465cb8f64e9caf58c3a343c1f1d2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/c5e3fb07f74146a6badfbb3ff37c5129, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/406d0c51f99f4235bdb16ed95809de23, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/a8f19e0f56e9446ab8a82ab77b62d99f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bb20c81ca864ffbadf0c09851bcdcb8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d7e03604218944248c8547ace1bf06e4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/220fcd54e3ef4029ae9e94b57e1cdde9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/124dc1835b4f47f8a5911e1c67a2711b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/57832a936d9c4b69a1c5bac08c6de1b9] to archive 2024-11-22T00:24:56,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:56,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fb5c544e5fce43ba91cad483ec1306d7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fb5c544e5fce43ba91cad483ec1306d7 2024-11-22T00:24:56,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f690c0fb67eb44e183673ea1be5d8585 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f690c0fb67eb44e183673ea1be5d8585 2024-11-22T00:24:56,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/9ca4c7f9bf924528979a0e99c8ad8d7e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/9ca4c7f9bf924528979a0e99c8ad8d7e 2024-11-22T00:24:56,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/5a8feab9e612428db4181b998a37bcf0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/5a8feab9e612428db4181b998a37bcf0 2024-11-22T00:24:56,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/acca465cb8f64e9caf58c3a343c1f1d2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/acca465cb8f64e9caf58c3a343c1f1d2 2024-11-22T00:24:56,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/c5e3fb07f74146a6badfbb3ff37c5129 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/c5e3fb07f74146a6badfbb3ff37c5129 2024-11-22T00:24:56,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/406d0c51f99f4235bdb16ed95809de23 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/406d0c51f99f4235bdb16ed95809de23 2024-11-22T00:24:56,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/a8f19e0f56e9446ab8a82ab77b62d99f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/a8f19e0f56e9446ab8a82ab77b62d99f 2024-11-22T00:24:56,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bb20c81ca864ffbadf0c09851bcdcb8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bb20c81ca864ffbadf0c09851bcdcb8 2024-11-22T00:24:56,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d7e03604218944248c8547ace1bf06e4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d7e03604218944248c8547ace1bf06e4 2024-11-22T00:24:56,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/220fcd54e3ef4029ae9e94b57e1cdde9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/220fcd54e3ef4029ae9e94b57e1cdde9 2024-11-22T00:24:56,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/124dc1835b4f47f8a5911e1c67a2711b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/124dc1835b4f47f8a5911e1c67a2711b 2024-11-22T00:24:56,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/57832a936d9c4b69a1c5bac08c6de1b9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/57832a936d9c4b69a1c5bac08c6de1b9 2024-11-22T00:24:56,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d68f9b653f6b4265a95db92829321b89, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/bd5137ffdf434d0695a40704bc57fbb1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2791676c27a34d3da1a5d0798f68beac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/0f9db09f41df4c439848b0d53e38c840, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a9504b56807944dd8264bb5420676597, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/946790d082fa4f8f9c45d22641c22772, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/3ff0350265584d0e901ebf1424feb9aa, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/58c830a0608e488b9f5d03da8528143b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/15571d6a137b4b7494a3017c92850b70, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/7c18d52f16df47d890a279c3cf703c72, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a1e400acc1bd40019b0f77a5c9e2b3ee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/99cc9ee59c2741d68572335efa4e9f28, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/b516c2e957f54d39a00a0b831e76aaed] to archive 2024-11-22T00:24:56,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:24:56,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d68f9b653f6b4265a95db92829321b89 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d68f9b653f6b4265a95db92829321b89 2024-11-22T00:24:56,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/bd5137ffdf434d0695a40704bc57fbb1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/bd5137ffdf434d0695a40704bc57fbb1 2024-11-22T00:24:56,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2791676c27a34d3da1a5d0798f68beac to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2791676c27a34d3da1a5d0798f68beac 2024-11-22T00:24:56,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/0f9db09f41df4c439848b0d53e38c840 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/0f9db09f41df4c439848b0d53e38c840 2024-11-22T00:24:56,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a9504b56807944dd8264bb5420676597 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a9504b56807944dd8264bb5420676597 2024-11-22T00:24:56,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/946790d082fa4f8f9c45d22641c22772 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/946790d082fa4f8f9c45d22641c22772 2024-11-22T00:24:56,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/3ff0350265584d0e901ebf1424feb9aa to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/3ff0350265584d0e901ebf1424feb9aa 2024-11-22T00:24:56,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/58c830a0608e488b9f5d03da8528143b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/58c830a0608e488b9f5d03da8528143b 2024-11-22T00:24:56,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/15571d6a137b4b7494a3017c92850b70 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/15571d6a137b4b7494a3017c92850b70 2024-11-22T00:24:56,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/7c18d52f16df47d890a279c3cf703c72 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/7c18d52f16df47d890a279c3cf703c72 2024-11-22T00:24:56,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a1e400acc1bd40019b0f77a5c9e2b3ee to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a1e400acc1bd40019b0f77a5c9e2b3ee 2024-11-22T00:24:56,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/99cc9ee59c2741d68572335efa4e9f28 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/99cc9ee59c2741d68572335efa4e9f28 2024-11-22T00:24:56,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb610cd766b1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/b516c2e957f54d39a00a0b831e76aaed to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/b516c2e957f54d39a00a0b831e76aaed 2024-11-22T00:24:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235156113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235156113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235156316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235156323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T00:24:56,394 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-22T00:24:56,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-22T00:24:56,398 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:56,399 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:56,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T00:24:56,407 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112278afc16c375b4f0d88a23c0edf5c3d8a_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112278afc16c375b4f0d88a23c0edf5c3d8a_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:56,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8ebf2e161b214abab45f6e51711d81f1, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:56,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8ebf2e161b214abab45f6e51711d81f1 is 175, key is test_row_0/A:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742191_1367 (size=39749) 2024-11-22T00:24:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T00:24:56,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T00:24:56,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:56,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235156626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235156630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T00:24:56,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:56,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T00:24:56,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8ebf2e161b214abab45f6e51711d81f1 2024-11-22T00:24:56,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:56,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T00:24:56,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:56,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/1bf8d7879c914b549a89b782c512ee77 is 50, key is test_row_0/B:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742192_1368 (size=12151) 2024-11-22T00:24:56,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/1bf8d7879c914b549a89b782c512ee77 2024-11-22T00:24:56,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/066ff5af58f149a09cabf1d009d03faf is 50, key is test_row_0/C:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742193_1369 (size=12151) 2024-11-22T00:24:56,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/066ff5af58f149a09cabf1d009d03faf 2024-11-22T00:24:56,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8ebf2e161b214abab45f6e51711d81f1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1 2024-11-22T00:24:56,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1, entries=200, sequenceid=243, filesize=38.8 K 2024-11-22T00:24:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/1bf8d7879c914b549a89b782c512ee77 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/1bf8d7879c914b549a89b782c512ee77 2024-11-22T00:24:56,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/1bf8d7879c914b549a89b782c512ee77, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T00:24:56,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/066ff5af58f149a09cabf1d009d03faf as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/066ff5af58f149a09cabf1d009d03faf 2024-11-22T00:24:56,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/066ff5af58f149a09cabf1d009d03faf, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T00:24:56,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for edc671a449565ea4dcd15b99bc562d22 in 1018ms, sequenceid=243, compaction requested=true 2024-11-22T00:24:56,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:56,991 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:56,991 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:56,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:56,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:56,993 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:56,993 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:24:56,993 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,993 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/82fa5884d23c490bbd66feaab2bd761a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=100.0 K 2024-11-22T00:24:56,993 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,993 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/82fa5884d23c490bbd66feaab2bd761a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1] 2024-11-22T00:24:56,994 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:56,994 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:24:56,994 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:56,994 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/701ac7b3341b4d75ae6df37279c2d582, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/256fc26bcb6845269b524e0c8b2df111, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/1bf8d7879c914b549a89b782c512ee77] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=36.0 K 2024-11-22T00:24:56,994 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82fa5884d23c490bbd66feaab2bd761a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732235093474 2024-11-22T00:24:56,994 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 701ac7b3341b4d75ae6df37279c2d582, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732235093474 2024-11-22T00:24:56,995 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53cb23f452cf4018a011b39d0396372a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235093607 2024-11-22T00:24:56,995 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 256fc26bcb6845269b524e0c8b2df111, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235093607 2024-11-22T00:24:56,995 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bf8d7879c914b549a89b782c512ee77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732235095857 2024-11-22T00:24:56,997 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ebf2e161b214abab45f6e51711d81f1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732235095857 2024-11-22T00:24:57,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T00:24:57,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:57,017 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T00:24:57,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:57,037 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#309 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:57,039 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/6ea4fa447a104d5581dd22ac7dd1ec48 is 50, key is test_row_0/B:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T00:24:57,045 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742194_1370 (size=12254) 2024-11-22T00:24:57,099 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/6ea4fa447a104d5581dd22ac7dd1ec48 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6ea4fa447a104d5581dd22ac7dd1ec48 2024-11-22T00:24:57,103 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into 6ea4fa447a104d5581dd22ac7dd1ec48(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:57,104 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:57,104 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235096991; duration=0sec 2024-11-22T00:24:57,104 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:57,106 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:24:57,106 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bb82d4a2d80b443d916475b21e34ba75_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235095997/Put/seqid=0 2024-11-22T00:24:57,107 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:57,107 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:24:57,107 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:57,107 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/388389d0fb44421ea40b0cd0129470ae, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d4c50bea58964f7fa4d26ce392b94a4d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/066ff5af58f149a09cabf1d009d03faf] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=36.0 K 2024-11-22T00:24:57,108 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 388389d0fb44421ea40b0cd0129470ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732235093474 2024-11-22T00:24:57,109 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d4c50bea58964f7fa4d26ce392b94a4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732235093607 2024-11-22T00:24:57,109 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 066ff5af58f149a09cabf1d009d03faf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732235095857 2024-11-22T00:24:57,139 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227384c90cee8542918f6bab00b5a22e3f_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:57,141 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227384c90cee8542918f6bab00b5a22e3f_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:57,141 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227384c90cee8542918f6bab00b5a22e3f_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:57,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742195_1371 (size=12304) 2024-11-22T00:24:57,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742196_1372 (size=4469) 2024-11-22T00:24:57,249 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:57,250 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/49705aa578a446fcbf5d1f1e477688fe is 50, key is test_row_0/C:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742197_1373 (size=12254) 2024-11-22T00:24:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235157338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235157342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235157446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235157455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T00:24:57,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:57,642 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bb82d4a2d80b443d916475b21e34ba75_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb82d4a2d80b443d916475b21e34ba75_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:57,645 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#310 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:57,646 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/43b2eac4bf0847f4bd3e828193330ca5 is 175, key is test_row_0/A:col10/1732235095861/Put/seqid=0 2024-11-22T00:24:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/411f4b9c421943d5a9006dc47bb47f88, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/411f4b9c421943d5a9006dc47bb47f88 is 175, key is test_row_0/A:col10/1732235095997/Put/seqid=0 2024-11-22T00:24:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235157652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235157667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,724 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/49705aa578a446fcbf5d1f1e477688fe as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/49705aa578a446fcbf5d1f1e477688fe 2024-11-22T00:24:57,731 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into 49705aa578a446fcbf5d1f1e477688fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:57,731 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:57,731 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235096992; duration=0sec 2024-11-22T00:24:57,731 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:57,731 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:24:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742199_1375 (size=31105) 2024-11-22T00:24:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742198_1374 (size=31208) 2024-11-22T00:24:57,754 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/43b2eac4bf0847f4bd3e828193330ca5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/43b2eac4bf0847f4bd3e828193330ca5 2024-11-22T00:24:57,761 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 43b2eac4bf0847f4bd3e828193330ca5(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:57,762 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:57,762 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235096990; duration=0sec 2024-11-22T00:24:57,762 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:57,762 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:24:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235157970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235157981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,147 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/411f4b9c421943d5a9006dc47bb47f88 2024-11-22T00:24:58,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/aa3c3822e62744bc980ed3f4e9fa6547 is 50, key is test_row_0/B:col10/1732235095997/Put/seqid=0 2024-11-22T00:24:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742200_1376 (size=12151) 2024-11-22T00:24:58,203 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/aa3c3822e62744bc980ed3f4e9fa6547 2024-11-22T00:24:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/915df312eca34e9aa3c8c4737b68ad00 is 50, key is test_row_0/C:col10/1732235095997/Put/seqid=0 2024-11-22T00:24:58,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742201_1377 (size=12151) 2024-11-22T00:24:58,253 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/915df312eca34e9aa3c8c4737b68ad00 2024-11-22T00:24:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/411f4b9c421943d5a9006dc47bb47f88 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88 2024-11-22T00:24:58,265 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88, entries=150, sequenceid=251, filesize=30.4 K 2024-11-22T00:24:58,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/aa3c3822e62744bc980ed3f4e9fa6547 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/aa3c3822e62744bc980ed3f4e9fa6547 2024-11-22T00:24:58,276 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/aa3c3822e62744bc980ed3f4e9fa6547, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T00:24:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/915df312eca34e9aa3c8c4737b68ad00 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/915df312eca34e9aa3c8c4737b68ad00 2024-11-22T00:24:58,284 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/915df312eca34e9aa3c8c4737b68ad00, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T00:24:58,286 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for edc671a449565ea4dcd15b99bc562d22 in 1269ms, sequenceid=251, compaction requested=false 2024-11-22T00:24:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-22T00:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-22T00:24:58,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-22T00:24:58,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-11-22T00:24:58,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.8950 sec 2024-11-22T00:24:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:58,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T00:24:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:58,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229d3c4d04f901475b9360e78d36b819fd_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235158504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235158507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742202_1378 (size=14994) 2024-11-22T00:24:58,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:58,533 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229d3c4d04f901475b9360e78d36b819fd_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d3c4d04f901475b9360e78d36b819fd_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:58,535 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d7f5601007ac47c087521972d9726441, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T00:24:58,542 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-22T00:24:58,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d7f5601007ac47c087521972d9726441 is 175, key is test_row_0/A:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:58,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:24:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-22T00:24:58,562 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:24:58,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:24:58,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:24:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:24:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742203_1379 (size=39949) 2024-11-22T00:24:58,594 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d7f5601007ac47c087521972d9726441 2024-11-22T00:24:58,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/477ecb325787407c93736d57a912840e is 50, key is test_row_0/B:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:58,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235158619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235158622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742204_1380 (size=12301) 2024-11-22T00:24:58,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/477ecb325787407c93736d57a912840e 2024-11-22T00:24:58,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a43029a6f2194899b34fd6922e775eaa is 50, key is test_row_0/C:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:24:58,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742205_1381 (size=12301) 2024-11-22T00:24:58,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a43029a6f2194899b34fd6922e775eaa 2024-11-22T00:24:58,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d7f5601007ac47c087521972d9726441 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441 2024-11-22T00:24:58,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441, entries=200, sequenceid=283, filesize=39.0 K 2024-11-22T00:24:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/477ecb325787407c93736d57a912840e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/477ecb325787407c93736d57a912840e 2024-11-22T00:24:58,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/477ecb325787407c93736d57a912840e, entries=150, sequenceid=283, filesize=12.0 K 2024-11-22T00:24:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/a43029a6f2194899b34fd6922e775eaa as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a43029a6f2194899b34fd6922e775eaa 2024-11-22T00:24:58,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a43029a6f2194899b34fd6922e775eaa, entries=150, sequenceid=283, filesize=12.0 K 2024-11-22T00:24:58,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:58,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:58,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for edc671a449565ea4dcd15b99bc562d22 in 254ms, sequenceid=283, compaction requested=true 2024-11-22T00:24:58,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:58,742 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:58,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:24:58,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:58,743 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:24:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:24:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:58,743 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102262 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:58,743 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:24:58,743 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,744 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/43b2eac4bf0847f4bd3e828193330ca5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=99.9 K 2024-11-22T00:24:58,744 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,744 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/43b2eac4bf0847f4bd3e828193330ca5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441] 2024-11-22T00:24:58,744 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36706 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:58,744 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:24:58,744 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,744 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6ea4fa447a104d5581dd22ac7dd1ec48, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/aa3c3822e62744bc980ed3f4e9fa6547, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/477ecb325787407c93736d57a912840e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.8 K 2024-11-22T00:24:58,744 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43b2eac4bf0847f4bd3e828193330ca5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732235095857 2024-11-22T00:24:58,746 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411f4b9c421943d5a9006dc47bb47f88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235095997 2024-11-22T00:24:58,746 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ea4fa447a104d5581dd22ac7dd1ec48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732235095857 2024-11-22T00:24:58,746 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting aa3c3822e62744bc980ed3f4e9fa6547, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235095997 2024-11-22T00:24:58,746 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7f5601007ac47c087521972d9726441, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732235097282 2024-11-22T00:24:58,746 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 477ecb325787407c93736d57a912840e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732235097337 2024-11-22T00:24:58,756 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:58,759 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:58,760 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/4bfe497a55534497ada1e8cabcdaa1c9 is 50, key is test_row_0/B:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:58,783 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227e5d1a2ddae8435a919cf3a75f65e51a_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:58,786 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227e5d1a2ddae8435a919cf3a75f65e51a_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:58,787 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227e5d1a2ddae8435a919cf3a75f65e51a_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742206_1382 (size=12507) 2024-11-22T00:24:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742207_1383 (size=4469) 2024-11-22T00:24:58,837 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#318 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:58,838 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/2f55bed7082747be9dd60618f094abf4 is 175, key is test_row_0/A:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:58,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:24:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:24:58,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:58,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:58,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:58,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742208_1384 (size=31461) 2024-11-22T00:24:58,935 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/2f55bed7082747be9dd60618f094abf4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/2f55bed7082747be9dd60618f094abf4 2024-11-22T00:24:58,942 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 2f55bed7082747be9dd60618f094abf4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:58,942 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:58,942 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235098742; duration=0sec 2024-11-22T00:24:58,942 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:24:58,942 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:24:58,942 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:24:58,944 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36706 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:24:58,944 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:24:58,945 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:58,945 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/49705aa578a446fcbf5d1f1e477688fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/915df312eca34e9aa3c8c4737b68ad00, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a43029a6f2194899b34fd6922e775eaa] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=35.8 K 2024-11-22T00:24:58,945 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49705aa578a446fcbf5d1f1e477688fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732235095857 2024-11-22T00:24:58,945 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 915df312eca34e9aa3c8c4737b68ad00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235095997 2024-11-22T00:24:58,946 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a43029a6f2194899b34fd6922e775eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732235097337 2024-11-22T00:24:58,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220dbc95cd1b654a2b93e3ef568a94411b_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235098836/Put/seqid=0 2024-11-22T00:24:58,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235158970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235158971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742209_1385 (size=14994) 2024-11-22T00:24:58,992 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:24:58,993 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/eb27e36b5dfa49a9bb26b951a19e2897 is 50, key is test_row_0/C:col10/1732235097337/Put/seqid=0 2024-11-22T00:24:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742210_1386 (size=12507) 2024-11-22T00:24:59,027 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/eb27e36b5dfa49a9bb26b951a19e2897 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/eb27e36b5dfa49a9bb26b951a19e2897 2024-11-22T00:24:59,035 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into eb27e36b5dfa49a9bb26b951a19e2897(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:59,035 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:59,035 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235098743; duration=0sec 2024-11-22T00:24:59,036 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:59,036 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:24:59,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235159082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235159082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:24:59,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,217 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/4bfe497a55534497ada1e8cabcdaa1c9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bfe497a55534497ada1e8cabcdaa1c9 2024-11-22T00:24:59,223 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into 4bfe497a55534497ada1e8cabcdaa1c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:24:59,223 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:59,223 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235098742; duration=0sec 2024-11-22T00:24:59,223 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:24:59,223 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:24:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235159291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235159292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:59,391 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220dbc95cd1b654a2b93e3ef568a94411b_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dbc95cd1b654a2b93e3ef568a94411b_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:59,392 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/18f2989b0a4142c2a0a96a0aef3477a4, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:59,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/18f2989b0a4142c2a0a96a0aef3477a4 is 175, key is test_row_0/A:col10/1732235098836/Put/seqid=0 2024-11-22T00:24:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742211_1387 (size=39949) 2024-11-22T00:24:59,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/18f2989b0a4142c2a0a96a0aef3477a4 2024-11-22T00:24:59,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/fcd3362df9da48cb80892a88e35c37ea is 50, key is test_row_0/B:col10/1732235098836/Put/seqid=0 2024-11-22T00:24:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742212_1388 (size=12301) 2024-11-22T00:24:59,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/fcd3362df9da48cb80892a88e35c37ea 2024-11-22T00:24:59,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/4b09cdb3d0824debbc64be70a6d221d4 is 50, key is test_row_0/C:col10/1732235098836/Put/seqid=0 2024-11-22T00:24:59,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742213_1389 (size=12301) 2024-11-22T00:24:59,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/4b09cdb3d0824debbc64be70a6d221d4 2024-11-22T00:24:59,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/18f2989b0a4142c2a0a96a0aef3477a4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4 2024-11-22T00:24:59,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4, entries=200, sequenceid=295, filesize=39.0 K 2024-11-22T00:24:59,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/fcd3362df9da48cb80892a88e35c37ea as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fcd3362df9da48cb80892a88e35c37ea 2024-11-22T00:24:59,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fcd3362df9da48cb80892a88e35c37ea, entries=150, sequenceid=295, filesize=12.0 K 2024-11-22T00:24:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/4b09cdb3d0824debbc64be70a6d221d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/4b09cdb3d0824debbc64be70a6d221d4 2024-11-22T00:24:59,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/4b09cdb3d0824debbc64be70a6d221d4, entries=150, sequenceid=295, filesize=12.0 K 2024-11-22T00:24:59,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for edc671a449565ea4dcd15b99bc562d22 in 699ms, sequenceid=295, compaction requested=false 2024-11-22T00:24:59,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:24:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:59,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:24:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:24:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:24:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:24:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:24:59,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122113e2414c39e451cad6b290708431b6f_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235098953/Put/seqid=0 2024-11-22T00:24:59,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235159649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235159651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742214_1390 (size=17534) 2024-11-22T00:24:59,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:24:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:24:59,673 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122113e2414c39e451cad6b290708431b6f_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122113e2414c39e451cad6b290708431b6f_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:24:59,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/f5793321156645208ffbdfa04cfe2f96, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:24:59,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/f5793321156645208ffbdfa04cfe2f96 is 175, key is test_row_0/A:col10/1732235098953/Put/seqid=0 2024-11-22T00:24:59,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742215_1391 (size=48639) 2024-11-22T00:24:59,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235159760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235159760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:24:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:24:59,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:24:59,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:24:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235159969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:24:59,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235159969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:25:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:25:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/f5793321156645208ffbdfa04cfe2f96 2024-11-22T00:25:00,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/6fab38fe48d942b3a8ac931f1888e785 is 50, key is test_row_0/B:col10/1732235098953/Put/seqid=0 2024-11-22T00:25:00,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742216_1392 (size=12301) 2024-11-22T00:25:00,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/6fab38fe48d942b3a8ac931f1888e785 2024-11-22T00:25:00,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/e604d3e1bee64dc2ac79c53b87af5399 is 50, key is test_row_0/C:col10/1732235098953/Put/seqid=0 2024-11-22T00:25:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742217_1393 (size=12301) 2024-11-22T00:25:00,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:25:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:25:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235160277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235160290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732235160330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,337 DEBUG [Thread-1409 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18398 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:00,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:25:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:25:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:25:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:25:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:00,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/e604d3e1bee64dc2ac79c53b87af5399 2024-11-22T00:25:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/f5793321156645208ffbdfa04cfe2f96 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96 2024-11-22T00:25:00,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96, entries=250, sequenceid=324, filesize=47.5 K 2024-11-22T00:25:00,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/6fab38fe48d942b3a8ac931f1888e785 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6fab38fe48d942b3a8ac931f1888e785 2024-11-22T00:25:00,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6fab38fe48d942b3a8ac931f1888e785, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T00:25:00,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/e604d3e1bee64dc2ac79c53b87af5399 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e604d3e1bee64dc2ac79c53b87af5399 2024-11-22T00:25:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:25:00,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e604d3e1bee64dc2ac79c53b87af5399, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T00:25:00,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for edc671a449565ea4dcd15b99bc562d22 in 1055ms, sequenceid=324, compaction requested=true 2024-11-22T00:25:00,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:00,672 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:00,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:00,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:00,673 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:00,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:00,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:00,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:00,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:00,675 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:00,675 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:25:00,675 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,675 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/2f55bed7082747be9dd60618f094abf4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=117.2 K 2024-11-22T00:25:00,675 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,675 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/2f55bed7082747be9dd60618f094abf4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96] 2024-11-22T00:25:00,676 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f55bed7082747be9dd60618f094abf4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732235097337 2024-11-22T00:25:00,676 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:00,676 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:25:00,676 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,676 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bfe497a55534497ada1e8cabcdaa1c9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fcd3362df9da48cb80892a88e35c37ea, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6fab38fe48d942b3a8ac931f1888e785] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=36.2 K 2024-11-22T00:25:00,676 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18f2989b0a4142c2a0a96a0aef3477a4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732235098836 2024-11-22T00:25:00,676 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bfe497a55534497ada1e8cabcdaa1c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732235097337 2024-11-22T00:25:00,677 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5793321156645208ffbdfa04cfe2f96, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732235098953 2024-11-22T00:25:00,677 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting fcd3362df9da48cb80892a88e35c37ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732235098836 2024-11-22T00:25:00,677 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fab38fe48d942b3a8ac931f1888e785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732235098953 2024-11-22T00:25:00,683 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:00,696 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:00,697 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/53acff5ea81941e29d4ea4a272158a21 is 50, key is test_row_0/B:col10/1732235098953/Put/seqid=0 2024-11-22T00:25:00,716 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411226b60d7d9a8724f0694401a4de03473d6_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:00,718 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411226b60d7d9a8724f0694401a4de03473d6_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:00,718 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226b60d7d9a8724f0694401a4de03473d6_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:00,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T00:25:00,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,733 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:00,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742218_1394 (size=12609) 2024-11-22T00:25:00,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. as already flushing 2024-11-22T00:25:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:00,795 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/53acff5ea81941e29d4ea4a272158a21 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/53acff5ea81941e29d4ea4a272158a21 2024-11-22T00:25:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742219_1395 (size=4469) 2024-11-22T00:25:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112235f31ba8fcdd45fbb1e11e17429a09b6_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235099648/Put/seqid=0 2024-11-22T00:25:00,817 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into 53acff5ea81941e29d4ea4a272158a21(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:00,817 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:00,817 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235100673; duration=0sec 2024-11-22T00:25:00,817 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:00,817 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:25:00,817 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:00,819 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:00,819 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:25:00,819 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:00,819 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/eb27e36b5dfa49a9bb26b951a19e2897, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/4b09cdb3d0824debbc64be70a6d221d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e604d3e1bee64dc2ac79c53b87af5399] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=36.2 K 2024-11-22T00:25:00,819 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting eb27e36b5dfa49a9bb26b951a19e2897, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732235097337 2024-11-22T00:25:00,826 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b09cdb3d0824debbc64be70a6d221d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732235098836 2024-11-22T00:25:00,826 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e604d3e1bee64dc2ac79c53b87af5399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732235098953 2024-11-22T00:25:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742220_1396 (size=12454) 2024-11-22T00:25:00,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:00,875 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:00,876 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/e7ce5dbc0d9b474baa8e708fbd998e31 is 50, key is test_row_0/C:col10/1732235098953/Put/seqid=0 2024-11-22T00:25:00,889 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112235f31ba8fcdd45fbb1e11e17429a09b6_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235f31ba8fcdd45fbb1e11e17429a09b6_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/16ce2bf672b042babd41bb5d03d2da19, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/16ce2bf672b042babd41bb5d03d2da19 is 175, key is test_row_0/A:col10/1732235099648/Put/seqid=0 2024-11-22T00:25:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742221_1397 (size=12609) 2024-11-22T00:25:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742222_1398 (size=31255) 2024-11-22T00:25:00,921 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/16ce2bf672b042babd41bb5d03d2da19 2024-11-22T00:25:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/d8b15fbd28b54772b6058a20a5eed229 is 50, key is test_row_0/B:col10/1732235099648/Put/seqid=0 2024-11-22T00:25:00,955 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/e7ce5dbc0d9b474baa8e708fbd998e31 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e7ce5dbc0d9b474baa8e708fbd998e31 2024-11-22T00:25:00,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235160944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,962 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into e7ce5dbc0d9b474baa8e708fbd998e31(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:00,962 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:00,962 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235100673; duration=0sec 2024-11-22T00:25:00,962 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:00,962 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:25:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235160955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742223_1399 (size=12301) 2024-11-22T00:25:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235161061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235161068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,200 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:01,201 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/3d928a107f0c4b069ea3aec3d3a39159 is 175, key is test_row_0/A:col10/1732235098953/Put/seqid=0 2024-11-22T00:25:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742224_1400 (size=31563) 2024-11-22T00:25:01,245 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/3d928a107f0c4b069ea3aec3d3a39159 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/3d928a107f0c4b069ea3aec3d3a39159 2024-11-22T00:25:01,253 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 3d928a107f0c4b069ea3aec3d3a39159(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:01,253 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:01,253 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235100672; duration=0sec 2024-11-22T00:25:01,253 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:01,253 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:25:01,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235161267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235161277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,388 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/d8b15fbd28b54772b6058a20a5eed229 2024-11-22T00:25:01,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/2512230ac159467ab212c921532df93f is 50, key is test_row_0/C:col10/1732235099648/Put/seqid=0 2024-11-22T00:25:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742225_1401 (size=12301) 2024-11-22T00:25:01,453 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/2512230ac159467ab212c921532df93f 2024-11-22T00:25:01,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/16ce2bf672b042babd41bb5d03d2da19 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19 2024-11-22T00:25:01,468 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19, entries=150, sequenceid=335, filesize=30.5 K 2024-11-22T00:25:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/d8b15fbd28b54772b6058a20a5eed229 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d8b15fbd28b54772b6058a20a5eed229 2024-11-22T00:25:01,478 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d8b15fbd28b54772b6058a20a5eed229, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T00:25:01,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/2512230ac159467ab212c921532df93f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2512230ac159467ab212c921532df93f 2024-11-22T00:25:01,496 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2512230ac159467ab212c921532df93f, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T00:25:01,499 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for edc671a449565ea4dcd15b99bc562d22 in 766ms, sequenceid=335, compaction requested=false 2024-11-22T00:25:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-22T00:25:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-22T00:25:01,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-22T00:25:01,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9370 sec 2024-11-22T00:25:01,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.9430 sec 2024-11-22T00:25:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:01,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:25:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:25:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:25:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:25:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:01,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224de6d71ab7a64141a98891986b048cb1_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235161612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235161614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742226_1402 (size=14994) 2024-11-22T00:25:01,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:01,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224de6d71ab7a64141a98891986b048cb1_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224de6d71ab7a64141a98891986b048cb1_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:01,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8921bd7b23a64a5b80a6adb5966ff79e, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:01,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8921bd7b23a64a5b80a6adb5966ff79e is 175, key is test_row_0/A:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742227_1403 (size=39949) 2024-11-22T00:25:01,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8921bd7b23a64a5b80a6adb5966ff79e 2024-11-22T00:25:01,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/777d81186aa949d7843d259e0d633270 is 50, key is test_row_0/B:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742228_1404 (size=12301) 2024-11-22T00:25:01,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/777d81186aa949d7843d259e0d633270 2024-11-22T00:25:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235161723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/dfe792197d2b45a8a931928ef77c746a is 50, key is test_row_0/C:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235161728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742229_1405 (size=12301) 2024-11-22T00:25:01,941 DEBUG [Thread-1416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:60266 2024-11-22T00:25:01,941 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1732235161929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37866 deadline: 1732235161940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:01,948 DEBUG [Thread-1424 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:60266 2024-11-22T00:25:01,948 DEBUG [Thread-1422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:60266 2024-11-22T00:25:01,948 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:01,951 DEBUG [Thread-1420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:60266 2024-11-22T00:25:01,952 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:01,953 DEBUG [Thread-1424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:01,954 DEBUG [Thread-1418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:60266 2024-11-22T00:25:01,954 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:02,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/dfe792197d2b45a8a931928ef77c746a 2024-11-22T00:25:02,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/8921bd7b23a64a5b80a6adb5966ff79e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e 2024-11-22T00:25:02,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e, entries=200, sequenceid=364, filesize=39.0 K 2024-11-22T00:25:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/777d81186aa949d7843d259e0d633270 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/777d81186aa949d7843d259e0d633270 2024-11-22T00:25:02,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/777d81186aa949d7843d259e0d633270, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T00:25:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/dfe792197d2b45a8a931928ef77c746a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/dfe792197d2b45a8a931928ef77c746a 2024-11-22T00:25:02,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/dfe792197d2b45a8a931928ef77c746a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T00:25:02,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for edc671a449565ea4dcd15b99bc562d22 in 620ms, sequenceid=364, compaction requested=true 2024-11-22T00:25:02,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:02,203 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edc671a449565ea4dcd15b99bc562d22:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:02,203 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:02,203 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:02,203 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/A is initiating minor compaction (all files) 2024-11-22T00:25:02,203 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:02,204 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/A in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/B is initiating minor compaction (all files) 2024-11-22T00:25:02,204 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/B in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:02,204 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/3d928a107f0c4b069ea3aec3d3a39159, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=100.4 K 2024-11-22T00:25:02,204 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/53acff5ea81941e29d4ea4a272158a21, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d8b15fbd28b54772b6058a20a5eed229, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/777d81186aa949d7843d259e0d633270] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=36.3 K 2024-11-22T00:25:02,204 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/3d928a107f0c4b069ea3aec3d3a39159, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e] 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53acff5ea81941e29d4ea4a272158a21, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732235098953 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d928a107f0c4b069ea3aec3d3a39159, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732235098953 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8b15fbd28b54772b6058a20a5eed229, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732235099640 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 16ce2bf672b042babd41bb5d03d2da19, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732235099640 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 777d81186aa949d7843d259e0d633270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732235100915 2024-11-22T00:25:02,204 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8921bd7b23a64a5b80a6adb5966ff79e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732235100915 2024-11-22T00:25:02,211 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:02,211 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/895e0deaa1e245deb55445fc0c7b606c is 50, key is test_row_0/B:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:02,212 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:02,216 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e3e79462e77c46079d9efa7afc2d1833_edc671a449565ea4dcd15b99bc562d22 store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742230_1406 (size=12711) 2024-11-22T00:25:02,224 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e3e79462e77c46079d9efa7afc2d1833_edc671a449565ea4dcd15b99bc562d22, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:02,224 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e3e79462e77c46079d9efa7afc2d1833_edc671a449565ea4dcd15b99bc562d22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:02,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742231_1407 (size=4469) 2024-11-22T00:25:02,246 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#A#compaction#337 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:02,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:02,247 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/140f287fe71a4cb4a63097c90d692d11 is 175, key is test_row_0/A:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:02,247 DEBUG [Thread-1413 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:60266 2024-11-22T00:25:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:25:02,247 DEBUG [Thread-1413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:25:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:25:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:02,250 DEBUG [Thread-1407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:60266 2024-11-22T00:25:02,250 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742232_1408 (size=31665) 2024-11-22T00:25:02,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223f2ab54e922746f4a8aeb4af0662a18c_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235102245/Put/seqid=0 2024-11-22T00:25:02,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742233_1409 (size=12454) 2024-11-22T00:25:02,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:02,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223f2ab54e922746f4a8aeb4af0662a18c_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f2ab54e922746f4a8aeb4af0662a18c_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:02,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d14ae3c6563849ebbd846971f96a3436, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:02,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d14ae3c6563849ebbd846971f96a3436 is 175, key is test_row_0/A:col10/1732235102245/Put/seqid=0 2024-11-22T00:25:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742234_1410 (size=31255) 2024-11-22T00:25:02,328 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d14ae3c6563849ebbd846971f96a3436 2024-11-22T00:25:02,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/f398786772434f26b60f14d39e58651f is 50, key is test_row_0/B:col10/1732235102245/Put/seqid=0 2024-11-22T00:25:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742235_1411 (size=12301) 2024-11-22T00:25:02,621 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/895e0deaa1e245deb55445fc0c7b606c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/895e0deaa1e245deb55445fc0c7b606c 2024-11-22T00:25:02,624 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/B of edc671a449565ea4dcd15b99bc562d22 into 895e0deaa1e245deb55445fc0c7b606c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:02,624 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:02,624 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/B, priority=13, startTime=1732235102203; duration=0sec 2024-11-22T00:25:02,624 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:02,624 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:B 2024-11-22T00:25:02,625 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:02,628 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:02,628 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): edc671a449565ea4dcd15b99bc562d22/C is initiating minor compaction (all files) 2024-11-22T00:25:02,628 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edc671a449565ea4dcd15b99bc562d22/C in TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:02,628 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e7ce5dbc0d9b474baa8e708fbd998e31, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2512230ac159467ab212c921532df93f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/dfe792197d2b45a8a931928ef77c746a] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp, totalSize=36.3 K 2024-11-22T00:25:02,628 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7ce5dbc0d9b474baa8e708fbd998e31, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732235098953 2024-11-22T00:25:02,628 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2512230ac159467ab212c921532df93f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732235099640 2024-11-22T00:25:02,629 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfe792197d2b45a8a931928ef77c746a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732235100915 2024-11-22T00:25:02,634 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edc671a449565ea4dcd15b99bc562d22#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:02,635 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/30a48c5795da4fdf9d8cd2cae6e49da8 is 50, key is test_row_0/C:col10/1732235101578/Put/seqid=0 2024-11-22T00:25:02,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742236_1412 (size=12711) 2024-11-22T00:25:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T00:25:02,669 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-22T00:25:02,682 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/140f287fe71a4cb4a63097c90d692d11 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/140f287fe71a4cb4a63097c90d692d11 2024-11-22T00:25:02,685 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/A of edc671a449565ea4dcd15b99bc562d22 into 140f287fe71a4cb4a63097c90d692d11(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:02,685 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:02,685 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/A, priority=13, startTime=1732235102202; duration=0sec 2024-11-22T00:25:02,685 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:02,685 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:A 2024-11-22T00:25:02,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/f398786772434f26b60f14d39e58651f 2024-11-22T00:25:02,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/5a73e5e94d9e452c8fed9bba0dc51f5e is 50, key is test_row_0/C:col10/1732235102245/Put/seqid=0 2024-11-22T00:25:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742237_1413 (size=12301) 2024-11-22T00:25:03,042 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/30a48c5795da4fdf9d8cd2cae6e49da8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/30a48c5795da4fdf9d8cd2cae6e49da8 2024-11-22T00:25:03,045 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edc671a449565ea4dcd15b99bc562d22/C of edc671a449565ea4dcd15b99bc562d22 into 30a48c5795da4fdf9d8cd2cae6e49da8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:03,045 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:03,045 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22., storeName=edc671a449565ea4dcd15b99bc562d22/C, priority=13, startTime=1732235102203; duration=0sec 2024-11-22T00:25:03,046 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:03,046 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edc671a449565ea4dcd15b99bc562d22:C 2024-11-22T00:25:03,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/5a73e5e94d9e452c8fed9bba0dc51f5e 2024-11-22T00:25:03,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/d14ae3c6563849ebbd846971f96a3436 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d14ae3c6563849ebbd846971f96a3436 2024-11-22T00:25:03,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d14ae3c6563849ebbd846971f96a3436, entries=150, sequenceid=375, filesize=30.5 K 2024-11-22T00:25:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/f398786772434f26b60f14d39e58651f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f398786772434f26b60f14d39e58651f 2024-11-22T00:25:03,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f398786772434f26b60f14d39e58651f, entries=150, sequenceid=375, filesize=12.0 K 2024-11-22T00:25:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/5a73e5e94d9e452c8fed9bba0dc51f5e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/5a73e5e94d9e452c8fed9bba0dc51f5e 2024-11-22T00:25:03,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/5a73e5e94d9e452c8fed9bba0dc51f5e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-22T00:25:03,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for edc671a449565ea4dcd15b99bc562d22 in 956ms, sequenceid=375, compaction requested=false 2024-11-22T00:25:03,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:04,354 DEBUG [Thread-1411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:60266 2024-11-22T00:25:04,354 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:04,409 DEBUG [Thread-1405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ad882f to 127.0.0.1:60266 2024-11-22T00:25:04,409 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:10,433 DEBUG [Thread-1409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:60266 2024-11-22T00:25:10,433 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:10,433 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4104 rows 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4086 rows 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4086 rows 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4125 rows 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1369 2024-11-22T00:25:10,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4107 rows 2024-11-22T00:25:10,434 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:25:10,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x598cfed4 to 127.0.0.1:60266 2024-11-22T00:25:10,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:10,436 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T00:25:10,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T00:25:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:10,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235110444"}]},"ts":"1732235110444"} 2024-11-22T00:25:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T00:25:10,459 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T00:25:10,538 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T00:25:10,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:25:10,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, UNASSIGN}] 2024-11-22T00:25:10,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, UNASSIGN 2024-11-22T00:25:10,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=106 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:10,547 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:25:10,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; CloseRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:25:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T00:25:10,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:10,699 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(124): Close edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1681): Closing edc671a449565ea4dcd15b99bc562d22, disabling compactions & flushes 2024-11-22T00:25:10,699 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. after waiting 0 ms 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:10,699 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(2837): Flushing edc671a449565ea4dcd15b99bc562d22 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=A 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=B 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edc671a449565ea4dcd15b99bc562d22, store=C 2024-11-22T00:25:10,699 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:10,712 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b11d59775023496b924699e98ef67e2e_edc671a449565ea4dcd15b99bc562d22 is 50, key is test_row_0/A:col10/1732235104408/Put/seqid=0 2024-11-22T00:25:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742238_1414 (size=12454) 2024-11-22T00:25:10,740 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:10,745 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b11d59775023496b924699e98ef67e2e_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b11d59775023496b924699e98ef67e2e_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:10,745 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/5f048c64fe7f48059cd7946b0dfd46b6, store: [table=TestAcidGuarantees family=A region=edc671a449565ea4dcd15b99bc562d22] 2024-11-22T00:25:10,746 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/5f048c64fe7f48059cd7946b0dfd46b6 is 175, key is test_row_0/A:col10/1732235104408/Put/seqid=0 2024-11-22T00:25:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T00:25:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742239_1415 (size=31255) 2024-11-22T00:25:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T00:25:11,176 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/5f048c64fe7f48059cd7946b0dfd46b6 2024-11-22T00:25:11,204 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/8f6f822d84914c19a028a735fdfd137c is 50, key is test_row_0/B:col10/1732235104408/Put/seqid=0 2024-11-22T00:25:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742240_1416 (size=12301) 2024-11-22T00:25:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T00:25:11,656 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/8f6f822d84914c19a028a735fdfd137c 2024-11-22T00:25:11,668 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/580c95069d2d47f7bcb3420a8ba85b38 is 50, key is test_row_0/C:col10/1732235104408/Put/seqid=0 2024-11-22T00:25:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742241_1417 (size=12301) 2024-11-22T00:25:12,107 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/580c95069d2d47f7bcb3420a8ba85b38 2024-11-22T00:25:12,112 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/A/5f048c64fe7f48059cd7946b0dfd46b6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/5f048c64fe7f48059cd7946b0dfd46b6 2024-11-22T00:25:12,117 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/5f048c64fe7f48059cd7946b0dfd46b6, entries=150, sequenceid=385, filesize=30.5 K 2024-11-22T00:25:12,118 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/B/8f6f822d84914c19a028a735fdfd137c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/8f6f822d84914c19a028a735fdfd137c 2024-11-22T00:25:12,123 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/8f6f822d84914c19a028a735fdfd137c, entries=150, sequenceid=385, filesize=12.0 K 2024-11-22T00:25:12,124 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/.tmp/C/580c95069d2d47f7bcb3420a8ba85b38 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/580c95069d2d47f7bcb3420a8ba85b38 2024-11-22T00:25:12,132 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/580c95069d2d47f7bcb3420a8ba85b38, entries=150, sequenceid=385, filesize=12.0 K 2024-11-22T00:25:12,133 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for edc671a449565ea4dcd15b99bc562d22 in 1433ms, sequenceid=385, compaction requested=true 2024-11-22T00:25:12,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/82fa5884d23c490bbd66feaab2bd761a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/43b2eac4bf0847f4bd3e828193330ca5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/2f55bed7082747be9dd60618f094abf4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/3d928a107f0c4b069ea3aec3d3a39159, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e] to archive 2024-11-22T00:25:12,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:25:12,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/82fa5884d23c490bbd66feaab2bd761a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/82fa5884d23c490bbd66feaab2bd761a 2024-11-22T00:25:12,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/53cb23f452cf4018a011b39d0396372a 2024-11-22T00:25:12,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8ebf2e161b214abab45f6e51711d81f1 2024-11-22T00:25:12,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/43b2eac4bf0847f4bd3e828193330ca5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/43b2eac4bf0847f4bd3e828193330ca5 2024-11-22T00:25:12,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/411f4b9c421943d5a9006dc47bb47f88 2024-11-22T00:25:12,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d7f5601007ac47c087521972d9726441 2024-11-22T00:25:12,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/2f55bed7082747be9dd60618f094abf4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/2f55bed7082747be9dd60618f094abf4 2024-11-22T00:25:12,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/18f2989b0a4142c2a0a96a0aef3477a4 2024-11-22T00:25:12,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/f5793321156645208ffbdfa04cfe2f96 2024-11-22T00:25:12,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/3d928a107f0c4b069ea3aec3d3a39159 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/3d928a107f0c4b069ea3aec3d3a39159 2024-11-22T00:25:12,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/16ce2bf672b042babd41bb5d03d2da19 2024-11-22T00:25:12,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/8921bd7b23a64a5b80a6adb5966ff79e 2024-11-22T00:25:12,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/701ac7b3341b4d75ae6df37279c2d582, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/256fc26bcb6845269b524e0c8b2df111, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6ea4fa447a104d5581dd22ac7dd1ec48, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/1bf8d7879c914b549a89b782c512ee77, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/aa3c3822e62744bc980ed3f4e9fa6547, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bfe497a55534497ada1e8cabcdaa1c9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/477ecb325787407c93736d57a912840e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fcd3362df9da48cb80892a88e35c37ea, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/53acff5ea81941e29d4ea4a272158a21, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6fab38fe48d942b3a8ac931f1888e785, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d8b15fbd28b54772b6058a20a5eed229, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/777d81186aa949d7843d259e0d633270] to archive 2024-11-22T00:25:12,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:25:12,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/701ac7b3341b4d75ae6df37279c2d582 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/701ac7b3341b4d75ae6df37279c2d582 2024-11-22T00:25:12,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/256fc26bcb6845269b524e0c8b2df111 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/256fc26bcb6845269b524e0c8b2df111 2024-11-22T00:25:12,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6ea4fa447a104d5581dd22ac7dd1ec48 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6ea4fa447a104d5581dd22ac7dd1ec48 2024-11-22T00:25:12,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/1bf8d7879c914b549a89b782c512ee77 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/1bf8d7879c914b549a89b782c512ee77 2024-11-22T00:25:12,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/aa3c3822e62744bc980ed3f4e9fa6547 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/aa3c3822e62744bc980ed3f4e9fa6547 2024-11-22T00:25:12,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bfe497a55534497ada1e8cabcdaa1c9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/4bfe497a55534497ada1e8cabcdaa1c9 2024-11-22T00:25:12,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/477ecb325787407c93736d57a912840e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/477ecb325787407c93736d57a912840e 2024-11-22T00:25:12,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fcd3362df9da48cb80892a88e35c37ea to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/fcd3362df9da48cb80892a88e35c37ea 2024-11-22T00:25:12,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/53acff5ea81941e29d4ea4a272158a21 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/53acff5ea81941e29d4ea4a272158a21 2024-11-22T00:25:12,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6fab38fe48d942b3a8ac931f1888e785 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/6fab38fe48d942b3a8ac931f1888e785 2024-11-22T00:25:12,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d8b15fbd28b54772b6058a20a5eed229 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/d8b15fbd28b54772b6058a20a5eed229 2024-11-22T00:25:12,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/777d81186aa949d7843d259e0d633270 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/777d81186aa949d7843d259e0d633270 2024-11-22T00:25:12,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/388389d0fb44421ea40b0cd0129470ae, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d4c50bea58964f7fa4d26ce392b94a4d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/49705aa578a446fcbf5d1f1e477688fe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/066ff5af58f149a09cabf1d009d03faf, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/915df312eca34e9aa3c8c4737b68ad00, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/eb27e36b5dfa49a9bb26b951a19e2897, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a43029a6f2194899b34fd6922e775eaa, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/4b09cdb3d0824debbc64be70a6d221d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e7ce5dbc0d9b474baa8e708fbd998e31, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e604d3e1bee64dc2ac79c53b87af5399, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2512230ac159467ab212c921532df93f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/dfe792197d2b45a8a931928ef77c746a] to archive 2024-11-22T00:25:12,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:25:12,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/388389d0fb44421ea40b0cd0129470ae to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/388389d0fb44421ea40b0cd0129470ae 2024-11-22T00:25:12,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d4c50bea58964f7fa4d26ce392b94a4d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/d4c50bea58964f7fa4d26ce392b94a4d 2024-11-22T00:25:12,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/49705aa578a446fcbf5d1f1e477688fe to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/49705aa578a446fcbf5d1f1e477688fe 2024-11-22T00:25:12,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/066ff5af58f149a09cabf1d009d03faf to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/066ff5af58f149a09cabf1d009d03faf 2024-11-22T00:25:12,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/915df312eca34e9aa3c8c4737b68ad00 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/915df312eca34e9aa3c8c4737b68ad00 2024-11-22T00:25:12,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/eb27e36b5dfa49a9bb26b951a19e2897 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/eb27e36b5dfa49a9bb26b951a19e2897 2024-11-22T00:25:12,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a43029a6f2194899b34fd6922e775eaa to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/a43029a6f2194899b34fd6922e775eaa 2024-11-22T00:25:12,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/4b09cdb3d0824debbc64be70a6d221d4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/4b09cdb3d0824debbc64be70a6d221d4 2024-11-22T00:25:12,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e7ce5dbc0d9b474baa8e708fbd998e31 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e7ce5dbc0d9b474baa8e708fbd998e31 2024-11-22T00:25:12,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e604d3e1bee64dc2ac79c53b87af5399 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/e604d3e1bee64dc2ac79c53b87af5399 2024-11-22T00:25:12,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2512230ac159467ab212c921532df93f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/2512230ac159467ab212c921532df93f 2024-11-22T00:25:12,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/dfe792197d2b45a8a931928ef77c746a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/dfe792197d2b45a8a931928ef77c746a 2024-11-22T00:25:12,278 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/recovered.edits/388.seqid, newMaxSeqId=388, maxSeqId=4 2024-11-22T00:25:12,279 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22. 2024-11-22T00:25:12,279 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1635): Region close journal for edc671a449565ea4dcd15b99bc562d22: 2024-11-22T00:25:12,281 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(170): Closed edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=106 updating hbase:meta row=edc671a449565ea4dcd15b99bc562d22, regionState=CLOSED 2024-11-22T00:25:12,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-22T00:25:12,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; CloseRegionProcedure edc671a449565ea4dcd15b99bc562d22, server=eb610cd766b1,40805,1732234971623 in 1.7350 sec 2024-11-22T00:25:12,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T00:25:12,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=edc671a449565ea4dcd15b99bc562d22, UNASSIGN in 1.7420 sec 2024-11-22T00:25:12,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-22T00:25:12,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7450 sec 2024-11-22T00:25:12,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235112289"}]},"ts":"1732235112289"} 2024-11-22T00:25:12,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T00:25:12,325 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T00:25:12,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-22T00:25:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T00:25:12,561 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-22T00:25:12,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T00:25:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,563 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=108, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T00:25:12,564 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=108, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,566 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,568 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/recovered.edits] 2024-11-22T00:25:12,572 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/140f287fe71a4cb4a63097c90d692d11 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/140f287fe71a4cb4a63097c90d692d11 2024-11-22T00:25:12,573 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/5f048c64fe7f48059cd7946b0dfd46b6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/5f048c64fe7f48059cd7946b0dfd46b6 2024-11-22T00:25:12,574 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d14ae3c6563849ebbd846971f96a3436 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/A/d14ae3c6563849ebbd846971f96a3436 2024-11-22T00:25:12,576 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/895e0deaa1e245deb55445fc0c7b606c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/895e0deaa1e245deb55445fc0c7b606c 2024-11-22T00:25:12,577 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/8f6f822d84914c19a028a735fdfd137c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/8f6f822d84914c19a028a735fdfd137c 2024-11-22T00:25:12,578 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f398786772434f26b60f14d39e58651f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/B/f398786772434f26b60f14d39e58651f 2024-11-22T00:25:12,579 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/30a48c5795da4fdf9d8cd2cae6e49da8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/30a48c5795da4fdf9d8cd2cae6e49da8 2024-11-22T00:25:12,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/580c95069d2d47f7bcb3420a8ba85b38 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/580c95069d2d47f7bcb3420a8ba85b38 2024-11-22T00:25:12,581 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/5a73e5e94d9e452c8fed9bba0dc51f5e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/C/5a73e5e94d9e452c8fed9bba0dc51f5e 2024-11-22T00:25:12,583 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/recovered.edits/388.seqid to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22/recovered.edits/388.seqid 2024-11-22T00:25:12,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,584 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T00:25:12,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T00:25:12,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T00:25:12,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112203296f396a9547afb53dc855469eab2b_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112203296f396a9547afb53dc855469eab2b_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,589 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dbc95cd1b654a2b93e3ef568a94411b_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dbc95cd1b654a2b93e3ef568a94411b_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122113e2414c39e451cad6b290708431b6f_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122113e2414c39e451cad6b290708431b6f_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122233a64e9375a49cabd5cce4a2c4d4b1b_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122233a64e9375a49cabd5cce4a2c4d4b1b_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235911a79bed84ecb81872f085ce52386_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235911a79bed84ecb81872f085ce52386_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235f31ba8fcdd45fbb1e11e17429a09b6_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235f31ba8fcdd45fbb1e11e17429a09b6_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f2ab54e922746f4a8aeb4af0662a18c_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f2ab54e922746f4a8aeb4af0662a18c_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224de6d71ab7a64141a98891986b048cb1_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224de6d71ab7a64141a98891986b048cb1_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224efe66c1efa04b44a2f35106e771c819_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224efe66c1efa04b44a2f35106e771c819_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112278afc16c375b4f0d88a23c0edf5c3d8a_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112278afc16c375b4f0d88a23c0edf5c3d8a_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112287d7855f61124b8aa5dd8cf865f2de4a_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112287d7855f61124b8aa5dd8cf865f2de4a_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122897681603b3a4950b14664ef960eeb83_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122897681603b3a4950b14664ef960eeb83_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228b8e1155138b4185ac79c1c2b4c1b1d4_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228b8e1155138b4185ac79c1c2b4c1b1d4_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228d2b102be2974547a62086984204ee58_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228d2b102be2974547a62086984204ee58_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,603 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d3c4d04f901475b9360e78d36b819fd_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d3c4d04f901475b9360e78d36b819fd_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b11d59775023496b924699e98ef67e2e_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b11d59775023496b924699e98ef67e2e_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb82d4a2d80b443d916475b21e34ba75_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb82d4a2d80b443d916475b21e34ba75_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7c89a817473408892b02c261535ea20_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7c89a817473408892b02c261535ea20_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,607 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0d9723e35244604a9338aeeac0b8eb2_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0d9723e35244604a9338aeeac0b8eb2_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,608 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eb0a52990b034b23bebf7d566bf5bc80_edc671a449565ea4dcd15b99bc562d22 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eb0a52990b034b23bebf7d566bf5bc80_edc671a449565ea4dcd15b99bc562d22 2024-11-22T00:25:12,608 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T00:25:12,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=108, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,612 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T00:25:12,614 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T00:25:12,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=108, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T00:25:12,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732235112615"}]},"ts":"9223372036854775807"} 2024-11-22T00:25:12,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T00:25:12,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => edc671a449565ea4dcd15b99bc562d22, NAME => 'TestAcidGuarantees,,1732235079043.edc671a449565ea4dcd15b99bc562d22.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T00:25:12,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T00:25:12,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732235112617"}]},"ts":"9223372036854775807"} 2024-11-22T00:25:12,618 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T00:25:12,659 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=108, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-22T00:25:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T00:25:12,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-22T00:25:12,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1151 (was 1375), ProcessCount=11 (was 11), AvailableMemoryMB=4002 (was 4280) 2024-11-22T00:25:12,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1151, ProcessCount=11, AvailableMemoryMB=4001 2024-11-22T00:25:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:25:12,694 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:25:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:12,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:25:12,696 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:12,696 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 109 2024-11-22T00:25:12,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:25:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-22T00:25:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742242_1418 (size=963) 2024-11-22T00:25:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-22T00:25:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-22T00:25:13,103 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:25:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742243_1419 (size=53) 2024-11-22T00:25:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-22T00:25:13,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:25:13,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5058ab4412e24de4d769cbdcb572439b, disabling compactions & flushes 2024-11-22T00:25:13,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. after waiting 0 ms 2024-11-22T00:25:13,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:13,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:25:13,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732235113513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732235113513"}]},"ts":"1732235113513"} 2024-11-22T00:25:13,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:25:13,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:25:13,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235113517"}]},"ts":"1732235113517"} 2024-11-22T00:25:13,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T00:25:13,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, ASSIGN}] 2024-11-22T00:25:13,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, ASSIGN 2024-11-22T00:25:13,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:25:13,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=5058ab4412e24de4d769cbdcb572439b, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:13,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; OpenRegionProcedure 5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:25:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-22T00:25:13,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:13,923 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:25:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:25:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,925 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,927 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:13,928 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5058ab4412e24de4d769cbdcb572439b columnFamilyName A 2024-11-22T00:25:13,928 DEBUG [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:13,928 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.HStore(327): Store=5058ab4412e24de4d769cbdcb572439b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:13,928 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,929 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:13,929 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5058ab4412e24de4d769cbdcb572439b columnFamilyName B 2024-11-22T00:25:13,929 DEBUG [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:13,930 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.HStore(327): Store=5058ab4412e24de4d769cbdcb572439b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:13,930 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,931 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:13,931 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5058ab4412e24de4d769cbdcb572439b columnFamilyName C 2024-11-22T00:25:13,931 DEBUG [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:13,931 INFO [StoreOpener-5058ab4412e24de4d769cbdcb572439b-1 {}] regionserver.HStore(327): Store=5058ab4412e24de4d769cbdcb572439b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:13,931 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,932 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,932 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,940 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:25:13,951 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:13,968 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:25:13,972 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened 5058ab4412e24de4d769cbdcb572439b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69152575, jitterRate=0.030453667044639587}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:25:13,974 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:13,976 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., pid=111, masterSystemTime=1732235113920 2024-11-22T00:25:13,979 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,979 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:13,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=5058ab4412e24de4d769cbdcb572439b, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:13,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T00:25:13,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; OpenRegionProcedure 5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 in 216 msec 2024-11-22T00:25:13,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T00:25:13,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, ASSIGN in 380 msec 2024-11-22T00:25:13,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:25:13,993 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235113993"}]},"ts":"1732235113993"} 2024-11-22T00:25:13,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T00:25:14,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:25:14,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3140 sec 2024-11-22T00:25:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-22T00:25:14,801 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 109 completed 2024-11-22T00:25:14,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37a637ac to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cb9e50e 2024-11-22T00:25:14,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eab689a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:14,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:14,828 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:14,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:25:14,830 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:25:14,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fa53591 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cb726fe 2024-11-22T00:25:14,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bd764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:14,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-22T00:25:14,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:14,980 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-22T00:25:15,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-22T00:25:15,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-22T00:25:15,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-22T00:25:15,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-22T00:25:15,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-22T00:25:15,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-22T00:25:15,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-22T00:25:15,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:15,172 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-22T00:25:15,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:15,175 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:15,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T00:25:15,195 DEBUG [hconnection-0x369c5f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,196 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,199 DEBUG [hconnection-0x75953404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,202 DEBUG [hconnection-0x7564581d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,204 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,207 DEBUG [hconnection-0x62d64946-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,209 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,210 DEBUG [hconnection-0x1ed2dc26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,210 DEBUG [hconnection-0x35c5addb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,212 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,218 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:15,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:15,240 DEBUG [hconnection-0x4fe69aef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,243 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,255 DEBUG [hconnection-0x692f6ff2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,256 DEBUG [hconnection-0x40ca9550-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,257 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,268 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235175272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235175273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235175274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T00:25:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235175278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8fc1b690ef0347bf80ff6c41e00d5bca is 50, key is test_row_0/A:col10/1732235115225/Put/seqid=0 2024-11-22T00:25:15,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T00:25:15,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,328 DEBUG [hconnection-0x4af2ad1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:15,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235175332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742244_1420 (size=12001) 2024-11-22T00:25:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235175387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235175387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8fc1b690ef0347bf80ff6c41e00d5bca 2024-11-22T00:25:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235175387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235175388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235175433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ab89341fff241a8b80c9c2a383fb405 is 50, key is test_row_0/B:col10/1732235115225/Put/seqid=0 2024-11-22T00:25:15,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T00:25:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T00:25:15,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742245_1421 (size=12001) 2024-11-22T00:25:15,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ab89341fff241a8b80c9c2a383fb405 2024-11-22T00:25:15,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/2e8102c89f6f4eeabd7baf6277cc5e63 is 50, key is test_row_0/C:col10/1732235115225/Put/seqid=0 2024-11-22T00:25:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235175595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235175598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235175599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235175599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742246_1422 (size=12001) 2024-11-22T00:25:15,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/2e8102c89f6f4eeabd7baf6277cc5e63 2024-11-22T00:25:15,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T00:25:15,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:15,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8fc1b690ef0347bf80ff6c41e00d5bca as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fc1b690ef0347bf80ff6c41e00d5bca 2024-11-22T00:25:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235175646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fc1b690ef0347bf80ff6c41e00d5bca, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T00:25:15,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ab89341fff241a8b80c9c2a383fb405 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ab89341fff241a8b80c9c2a383fb405 2024-11-22T00:25:15,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ab89341fff241a8b80c9c2a383fb405, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T00:25:15,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/2e8102c89f6f4eeabd7baf6277cc5e63 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2e8102c89f6f4eeabd7baf6277cc5e63 2024-11-22T00:25:15,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2e8102c89f6f4eeabd7baf6277cc5e63, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T00:25:15,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5058ab4412e24de4d769cbdcb572439b in 478ms, sequenceid=12, compaction requested=false 2024-11-22T00:25:15,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T00:25:15,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T00:25:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:15,788 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:25:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:15,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:15,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:15,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/01bf6bd4823b42a794483489f53421d4 is 50, key is test_row_0/A:col10/1732235115259/Put/seqid=0 2024-11-22T00:25:15,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742247_1423 (size=12001) 2024-11-22T00:25:15,796 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/01bf6bd4823b42a794483489f53421d4 2024-11-22T00:25:15,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/20e60646769b47d0a8b502a092f724eb is 50, key is test_row_0/B:col10/1732235115259/Put/seqid=0 2024-11-22T00:25:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742248_1424 (size=12001) 2024-11-22T00:25:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:15,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235175915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235175916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235175917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235175917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:15,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235175949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235176024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235176026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235176027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235176034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,208 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/20e60646769b47d0a8b502a092f724eb 2024-11-22T00:25:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/0bef4874945c48fa97862431468dc7a8 is 50, key is test_row_0/C:col10/1732235115259/Put/seqid=0 2024-11-22T00:25:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742249_1425 (size=12001) 2024-11-22T00:25:16,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235176228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235176231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235176234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235176237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T00:25:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235176457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235176536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235176537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235176542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235176543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:16,634 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/0bef4874945c48fa97862431468dc7a8 2024-11-22T00:25:16,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/01bf6bd4823b42a794483489f53421d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/01bf6bd4823b42a794483489f53421d4 2024-11-22T00:25:16,653 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/01bf6bd4823b42a794483489f53421d4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T00:25:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/20e60646769b47d0a8b502a092f724eb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/20e60646769b47d0a8b502a092f724eb 2024-11-22T00:25:16,663 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/20e60646769b47d0a8b502a092f724eb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T00:25:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/0bef4874945c48fa97862431468dc7a8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0bef4874945c48fa97862431468dc7a8 2024-11-22T00:25:16,677 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0bef4874945c48fa97862431468dc7a8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T00:25:16,678 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5058ab4412e24de4d769cbdcb572439b in 890ms, sequenceid=37, compaction requested=false 2024-11-22T00:25:16,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:16,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:16,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-22T00:25:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-22T00:25:16,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-22T00:25:16,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5040 sec 2024-11-22T00:25:16,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.5090 sec 2024-11-22T00:25:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:17,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:25:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:17,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/caafca7cb912449fb7e579492efe1e6d is 50, key is test_row_0/A:col10/1732235117044/Put/seqid=0 2024-11-22T00:25:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742250_1426 (size=9657) 2024-11-22T00:25:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235177113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235177114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235177115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235177121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235177222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235177223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235177224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235177228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T00:25:17,286 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-22T00:25:17,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-22T00:25:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T00:25:17,288 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:17,289 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:17,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T00:25:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235177430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235177430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235177430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235177431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T00:25:17,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:17,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235177465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/caafca7cb912449fb7e579492efe1e6d 2024-11-22T00:25:17,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/0221cb0478db41e39e40804b3df7a699 is 50, key is test_row_0/B:col10/1732235117044/Put/seqid=0 2024-11-22T00:25:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742251_1427 (size=9657) 2024-11-22T00:25:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T00:25:17,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T00:25:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235177738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T00:25:17,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235177742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235177742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235177743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:25:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T00:25:17,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:17,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T00:25:17,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:17,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:17,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/0221cb0478db41e39e40804b3df7a699 2024-11-22T00:25:17,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:17,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/63f363c36c52454ca9365aa3d35fa17a is 50, key is test_row_0/C:col10/1732235117044/Put/seqid=0 2024-11-22T00:25:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742252_1428 (size=9657) 2024-11-22T00:25:17,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/63f363c36c52454ca9365aa3d35fa17a 2024-11-22T00:25:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/caafca7cb912449fb7e579492efe1e6d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/caafca7cb912449fb7e579492efe1e6d 2024-11-22T00:25:17,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/caafca7cb912449fb7e579492efe1e6d, entries=100, sequenceid=49, filesize=9.4 K 2024-11-22T00:25:17,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/0221cb0478db41e39e40804b3df7a699 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/0221cb0478db41e39e40804b3df7a699 2024-11-22T00:25:17,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/0221cb0478db41e39e40804b3df7a699, entries=100, sequenceid=49, filesize=9.4 K 2024-11-22T00:25:17,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/63f363c36c52454ca9365aa3d35fa17a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/63f363c36c52454ca9365aa3d35fa17a 2024-11-22T00:25:18,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/63f363c36c52454ca9365aa3d35fa17a, entries=100, sequenceid=49, filesize=9.4 K 2024-11-22T00:25:18,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5058ab4412e24de4d769cbdcb572439b in 968ms, sequenceid=49, compaction requested=true 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:18,013 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:18,013 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:18,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:18,016 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:18,016 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:18,016 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:18,016 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ab89341fff241a8b80c9c2a383fb405, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/20e60646769b47d0a8b502a092f724eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/0221cb0478db41e39e40804b3df7a699] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=32.9 K 2024-11-22T00:25:18,017 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab89341fff241a8b80c9c2a383fb405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732235115221 2024-11-22T00:25:18,018 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:18,018 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:18,018 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 20e60646769b47d0a8b502a092f724eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732235115259 2024-11-22T00:25:18,018 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:18,018 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fc1b690ef0347bf80ff6c41e00d5bca, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/01bf6bd4823b42a794483489f53421d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/caafca7cb912449fb7e579492efe1e6d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=32.9 K 2024-11-22T00:25:18,021 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 0221cb0478db41e39e40804b3df7a699, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732235115916 2024-11-22T00:25:18,021 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fc1b690ef0347bf80ff6c41e00d5bca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732235115221 2024-11-22T00:25:18,021 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01bf6bd4823b42a794483489f53421d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732235115259 2024-11-22T00:25:18,022 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting caafca7cb912449fb7e579492efe1e6d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732235115916 2024-11-22T00:25:18,033 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:18,033 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/7406b56b047d4debaa39faf7209834d8 is 50, key is test_row_0/A:col10/1732235117044/Put/seqid=0 2024-11-22T00:25:18,044 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:18,045 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/57c14e1dbc544f858ebc55eb378ee8bd is 50, key is test_row_0/B:col10/1732235117044/Put/seqid=0 2024-11-22T00:25:18,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T00:25:18,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:18,064 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:25:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742253_1429 (size=12104) 2024-11-22T00:25:18,080 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/7406b56b047d4debaa39faf7209834d8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7406b56b047d4debaa39faf7209834d8 2024-11-22T00:25:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/da78c503246948659d2baaeade9bceff is 50, key is test_row_0/A:col10/1732235117113/Put/seqid=0 2024-11-22T00:25:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742254_1430 (size=12104) 2024-11-22T00:25:18,094 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 7406b56b047d4debaa39faf7209834d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:18,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:18,094 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235118013; duration=0sec 2024-11-22T00:25:18,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:18,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:18,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:18,095 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:18,095 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:18,095 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:18,096 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2e8102c89f6f4eeabd7baf6277cc5e63, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0bef4874945c48fa97862431468dc7a8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/63f363c36c52454ca9365aa3d35fa17a] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=32.9 K 2024-11-22T00:25:18,096 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e8102c89f6f4eeabd7baf6277cc5e63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732235115221 2024-11-22T00:25:18,097 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bef4874945c48fa97862431468dc7a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732235115259 2024-11-22T00:25:18,097 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f363c36c52454ca9365aa3d35fa17a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732235115916 2024-11-22T00:25:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742255_1431 (size=12001) 2024-11-22T00:25:18,113 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/da78c503246948659d2baaeade9bceff 2024-11-22T00:25:18,128 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:18,129 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/2123235710d24d77a64c90c479db35ba is 50, key is test_row_0/C:col10/1732235117044/Put/seqid=0 2024-11-22T00:25:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/3e0fd44c8e7b44129f068cc76b625374 is 50, key is test_row_0/B:col10/1732235117113/Put/seqid=0 2024-11-22T00:25:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742256_1432 (size=12104) 2024-11-22T00:25:18,182 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/2123235710d24d77a64c90c479db35ba as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2123235710d24d77a64c90c479db35ba 2024-11-22T00:25:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742257_1433 (size=12001) 2024-11-22T00:25:18,193 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 2123235710d24d77a64c90c479db35ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:18,193 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:18,193 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235118013; duration=0sec 2024-11-22T00:25:18,193 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:18,193 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:18,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235178258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235178263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235178265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235178266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235178367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235178369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235178372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235178372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T00:25:18,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:25:18,498 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/57c14e1dbc544f858ebc55eb378ee8bd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/57c14e1dbc544f858ebc55eb378ee8bd 2024-11-22T00:25:18,503 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into 57c14e1dbc544f858ebc55eb378ee8bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:18,503 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:18,503 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235118013; duration=0sec 2024-11-22T00:25:18,503 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:18,503 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:18,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235178570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235178574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235178577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235178577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/3e0fd44c8e7b44129f068cc76b625374 2024-11-22T00:25:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/990b6e9540ab4de89ee3d522258032a0 is 50, key is test_row_0/C:col10/1732235117113/Put/seqid=0 2024-11-22T00:25:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742258_1434 (size=12001) 2024-11-22T00:25:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235178877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235178881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235178883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:18,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235178888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,003 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/990b6e9540ab4de89ee3d522258032a0 2024-11-22T00:25:19,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/da78c503246948659d2baaeade9bceff as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/da78c503246948659d2baaeade9bceff 2024-11-22T00:25:19,012 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/da78c503246948659d2baaeade9bceff, entries=150, sequenceid=73, filesize=11.7 K 2024-11-22T00:25:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/3e0fd44c8e7b44129f068cc76b625374 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3e0fd44c8e7b44129f068cc76b625374 2024-11-22T00:25:19,017 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3e0fd44c8e7b44129f068cc76b625374, entries=150, sequenceid=73, filesize=11.7 K 2024-11-22T00:25:19,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/990b6e9540ab4de89ee3d522258032a0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/990b6e9540ab4de89ee3d522258032a0 2024-11-22T00:25:19,021 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/990b6e9540ab4de89ee3d522258032a0, entries=150, sequenceid=73, filesize=11.7 K 2024-11-22T00:25:19,022 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5058ab4412e24de4d769cbdcb572439b in 958ms, sequenceid=73, compaction requested=false 2024-11-22T00:25:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-22T00:25:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-22T00:25:19,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T00:25:19,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7340 sec 2024-11-22T00:25:19,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.7380 sec 2024-11-22T00:25:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:19,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:25:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:19,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/99a310894487493fbc6ad220629f83fb is 50, key is test_row_0/A:col10/1732235119386/Put/seqid=0 2024-11-22T00:25:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T00:25:19,393 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-22T00:25:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742259_1435 (size=12001) 2024-11-22T00:25:19,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-22T00:25:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:19,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:19,409 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:19,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235179435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235179444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235179451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235179451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235179474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,479 DEBUG [Thread-1899 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4241 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235179552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235179552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235179562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235179562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:19,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235179758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235179758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235179767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235179768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/99a310894487493fbc6ad220629f83fb 2024-11-22T00:25:19,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ebd867bf7974c05a522aef57009f524 is 50, key is test_row_0/B:col10/1732235119386/Put/seqid=0 2024-11-22T00:25:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742260_1436 (size=12001) 2024-11-22T00:25:19,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:19,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:19,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:20,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235180064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235180064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235180074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235180078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ebd867bf7974c05a522aef57009f524 2024-11-22T00:25:20,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/017d7e4d722540128d0ccea0e9f8b351 is 50, key is test_row_0/C:col10/1732235119386/Put/seqid=0 2024-11-22T00:25:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742261_1437 (size=12001) 2024-11-22T00:25:20,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:20,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235180570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235180572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235180582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235180583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:20,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/017d7e4d722540128d0ccea0e9f8b351 2024-11-22T00:25:20,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/99a310894487493fbc6ad220629f83fb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/99a310894487493fbc6ad220629f83fb 2024-11-22T00:25:20,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/99a310894487493fbc6ad220629f83fb, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T00:25:20,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ebd867bf7974c05a522aef57009f524 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ebd867bf7974c05a522aef57009f524 2024-11-22T00:25:20,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ebd867bf7974c05a522aef57009f524, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T00:25:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/017d7e4d722540128d0ccea0e9f8b351 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/017d7e4d722540128d0ccea0e9f8b351 2024-11-22T00:25:20,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/017d7e4d722540128d0ccea0e9f8b351, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T00:25:20,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5058ab4412e24de4d769cbdcb572439b in 1296ms, sequenceid=89, compaction requested=true 2024-11-22T00:25:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:20,683 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:20,683 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:20,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:20,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:20,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:20,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:20,684 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:20,684 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:20,684 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:20,684 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:20,684 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,684 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,685 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7406b56b047d4debaa39faf7209834d8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/da78c503246948659d2baaeade9bceff, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/99a310894487493fbc6ad220629f83fb] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.3 K 2024-11-22T00:25:20,685 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/57c14e1dbc544f858ebc55eb378ee8bd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3e0fd44c8e7b44129f068cc76b625374, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ebd867bf7974c05a522aef57009f524] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.3 K 2024-11-22T00:25:20,685 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 57c14e1dbc544f858ebc55eb378ee8bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732235115274 2024-11-22T00:25:20,685 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7406b56b047d4debaa39faf7209834d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732235115274 2024-11-22T00:25:20,685 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e0fd44c8e7b44129f068cc76b625374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732235117111 2024-11-22T00:25:20,685 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting da78c503246948659d2baaeade9bceff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732235117111 2024-11-22T00:25:20,685 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ebd867bf7974c05a522aef57009f524, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732235118256 2024-11-22T00:25:20,685 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a310894487493fbc6ad220629f83fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732235118256 2024-11-22T00:25:20,691 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:20,692 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/2bbd7d0291cc48b591e021ab4cb8be5c is 50, key is test_row_0/B:col10/1732235119386/Put/seqid=0 2024-11-22T00:25:20,694 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:20,695 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8546baa6e5f54fac9ebf3b2f727fc7ef is 50, key is test_row_0/A:col10/1732235119386/Put/seqid=0 2024-11-22T00:25:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742262_1438 (size=12207) 2024-11-22T00:25:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742263_1439 (size=12207) 2024-11-22T00:25:20,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:20,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T00:25:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:20,788 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:25:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/367767a3358c49cc8046746cb34bd169 is 50, key is test_row_0/A:col10/1732235119450/Put/seqid=0 2024-11-22T00:25:20,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742264_1440 (size=12001) 2024-11-22T00:25:21,115 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/2bbd7d0291cc48b591e021ab4cb8be5c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2bbd7d0291cc48b591e021ab4cb8be5c 2024-11-22T00:25:21,119 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8546baa6e5f54fac9ebf3b2f727fc7ef as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8546baa6e5f54fac9ebf3b2f727fc7ef 2024-11-22T00:25:21,121 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into 2bbd7d0291cc48b591e021ab4cb8be5c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:21,121 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:21,121 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235120683; duration=0sec 2024-11-22T00:25:21,121 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:21,121 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:21,121 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:21,122 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:21,122 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:21,122 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:21,122 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2123235710d24d77a64c90c479db35ba, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/990b6e9540ab4de89ee3d522258032a0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/017d7e4d722540128d0ccea0e9f8b351] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.3 K 2024-11-22T00:25:21,122 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2123235710d24d77a64c90c479db35ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732235115274 2024-11-22T00:25:21,123 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 990b6e9540ab4de89ee3d522258032a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732235117111 2024-11-22T00:25:21,123 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 017d7e4d722540128d0ccea0e9f8b351, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732235118256 2024-11-22T00:25:21,124 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 8546baa6e5f54fac9ebf3b2f727fc7ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:21,124 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:21,124 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235120683; duration=0sec 2024-11-22T00:25:21,124 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:21,124 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:21,128 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:21,128 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8935ceff77494b0e8dea3a5f58914699 is 50, key is test_row_0/C:col10/1732235119386/Put/seqid=0 2024-11-22T00:25:21,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742265_1441 (size=12207) 2024-11-22T00:25:21,135 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8935ceff77494b0e8dea3a5f58914699 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8935ceff77494b0e8dea3a5f58914699 2024-11-22T00:25:21,142 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 8935ceff77494b0e8dea3a5f58914699(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:21,142 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:21,142 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235120684; duration=0sec 2024-11-22T00:25:21,142 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:21,142 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:21,200 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/367767a3358c49cc8046746cb34bd169 2024-11-22T00:25:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/64a3c52126994903a74ef8cbf5bf8876 is 50, key is test_row_0/B:col10/1732235119450/Put/seqid=0 2024-11-22T00:25:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742266_1442 (size=12001) 2024-11-22T00:25:21,272 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/64a3c52126994903a74ef8cbf5bf8876 2024-11-22T00:25:21,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/5ac3fbc20cd44ac781a5bb1d37a63330 is 50, key is test_row_0/C:col10/1732235119450/Put/seqid=0 2024-11-22T00:25:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742267_1443 (size=12001) 2024-11-22T00:25:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:21,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235181611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235181630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235181631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235181631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235181732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,755 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/5ac3fbc20cd44ac781a5bb1d37a63330 2024-11-22T00:25:21,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235181749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235181750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235181755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/367767a3358c49cc8046746cb34bd169 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/367767a3358c49cc8046746cb34bd169 2024-11-22T00:25:21,767 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/367767a3358c49cc8046746cb34bd169, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T00:25:21,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/64a3c52126994903a74ef8cbf5bf8876 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/64a3c52126994903a74ef8cbf5bf8876 2024-11-22T00:25:21,774 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/64a3c52126994903a74ef8cbf5bf8876, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T00:25:21,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/5ac3fbc20cd44ac781a5bb1d37a63330 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/5ac3fbc20cd44ac781a5bb1d37a63330 2024-11-22T00:25:21,781 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/5ac3fbc20cd44ac781a5bb1d37a63330, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T00:25:21,782 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5058ab4412e24de4d769cbdcb572439b in 994ms, sequenceid=113, compaction requested=false 2024-11-22T00:25:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-22T00:25:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-22T00:25:21,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T00:25:21,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3800 sec 2024-11-22T00:25:21,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.3860 sec 2024-11-22T00:25:21,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T00:25:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:21,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:21,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:21,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:21,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:21,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:21,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/14d48c73186740728dc9001a90d12aef is 50, key is test_row_0/A:col10/1732235121964/Put/seqid=0 2024-11-22T00:25:22,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742268_1444 (size=14391) 2024-11-22T00:25:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235182037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235182051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235182052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235182055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235182157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235182160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235182184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235182186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235182374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235182395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235182399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235182403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/14d48c73186740728dc9001a90d12aef 2024-11-22T00:25:22,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/04dc2d0e2e014d81bc652fe57f21862d is 50, key is test_row_0/B:col10/1732235121964/Put/seqid=0 2024-11-22T00:25:22,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742269_1445 (size=12051) 2024-11-22T00:25:22,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/04dc2d0e2e014d81bc652fe57f21862d 2024-11-22T00:25:22,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/b36b948a607a4e9ead72cfa47693f0d4 is 50, key is test_row_0/C:col10/1732235121964/Put/seqid=0 2024-11-22T00:25:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742270_1446 (size=12051) 2024-11-22T00:25:22,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/b36b948a607a4e9ead72cfa47693f0d4 2024-11-22T00:25:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/14d48c73186740728dc9001a90d12aef as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/14d48c73186740728dc9001a90d12aef 2024-11-22T00:25:22,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/14d48c73186740728dc9001a90d12aef, entries=200, sequenceid=130, filesize=14.1 K 2024-11-22T00:25:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/04dc2d0e2e014d81bc652fe57f21862d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/04dc2d0e2e014d81bc652fe57f21862d 2024-11-22T00:25:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235182687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/04dc2d0e2e014d81bc652fe57f21862d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-22T00:25:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/b36b948a607a4e9ead72cfa47693f0d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b36b948a607a4e9ead72cfa47693f0d4 2024-11-22T00:25:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235182707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235182708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b36b948a607a4e9ead72cfa47693f0d4, entries=150, sequenceid=130, filesize=11.8 K 2024-11-22T00:25:22,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5058ab4412e24de4d769cbdcb572439b in 770ms, sequenceid=130, compaction requested=true 2024-11-22T00:25:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:22,735 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:25:22,736 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:22,736 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:22,736 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:22,737 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:22,737 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:22,737 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:22,737 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:22,737 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2bbd7d0291cc48b591e021ab4cb8be5c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/64a3c52126994903a74ef8cbf5bf8876, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/04dc2d0e2e014d81bc652fe57f21862d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.4 K 2024-11-22T00:25:22,737 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8546baa6e5f54fac9ebf3b2f727fc7ef, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/367767a3358c49cc8046746cb34bd169, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/14d48c73186740728dc9001a90d12aef] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=37.7 K 2024-11-22T00:25:22,738 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8546baa6e5f54fac9ebf3b2f727fc7ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732235118256 2024-11-22T00:25:22,738 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bbd7d0291cc48b591e021ab4cb8be5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732235118256 2024-11-22T00:25:22,738 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 367767a3358c49cc8046746cb34bd169, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732235119428 2024-11-22T00:25:22,738 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 64a3c52126994903a74ef8cbf5bf8876, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732235119428 2024-11-22T00:25:22,739 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d48c73186740728dc9001a90d12aef, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732235121604 2024-11-22T00:25:22,739 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 04dc2d0e2e014d81bc652fe57f21862d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732235121620 2024-11-22T00:25:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:22,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:25:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:22,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/64a25b324dc34f54a1ce729fbb7d0f3d is 50, key is test_row_0/A:col10/1732235122741/Put/seqid=0 2024-11-22T00:25:22,769 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:22,769 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/08a40cf341014e1d86a41149806b2d01 is 50, key is test_row_0/A:col10/1732235121964/Put/seqid=0 2024-11-22T00:25:22,784 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:22,785 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/24c993395d0e4aca8addef5e8c58b799 is 50, key is test_row_0/B:col10/1732235121964/Put/seqid=0 2024-11-22T00:25:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742271_1447 (size=14541) 2024-11-22T00:25:22,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742273_1449 (size=12359) 2024-11-22T00:25:22,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235182855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:22,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742272_1448 (size=12359) 2024-11-22T00:25:22,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235182981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235183194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235183213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235183223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235183226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/64a25b324dc34f54a1ce729fbb7d0f3d 2024-11-22T00:25:23,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/9057b96b639440bc834485a399c0e4e3 is 50, key is test_row_0/B:col10/1732235122741/Put/seqid=0 2024-11-22T00:25:23,279 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/24c993395d0e4aca8addef5e8c58b799 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/24c993395d0e4aca8addef5e8c58b799 2024-11-22T00:25:23,284 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into 24c993395d0e4aca8addef5e8c58b799(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:23,284 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:23,284 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235122735; duration=0sec 2024-11-22T00:25:23,285 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:23,285 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:23,285 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:23,287 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:23,288 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:23,288 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,288 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8935ceff77494b0e8dea3a5f58914699, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/5ac3fbc20cd44ac781a5bb1d37a63330, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b36b948a607a4e9ead72cfa47693f0d4] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.4 K 2024-11-22T00:25:23,289 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8935ceff77494b0e8dea3a5f58914699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732235118256 2024-11-22T00:25:23,291 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ac3fbc20cd44ac781a5bb1d37a63330, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732235119428 2024-11-22T00:25:23,291 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b36b948a607a4e9ead72cfa47693f0d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732235121620 2024-11-22T00:25:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742274_1450 (size=12151) 2024-11-22T00:25:23,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/9057b96b639440bc834485a399c0e4e3 2024-11-22T00:25:23,311 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/08a40cf341014e1d86a41149806b2d01 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/08a40cf341014e1d86a41149806b2d01 2024-11-22T00:25:23,314 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:23,314 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/663e4ae7318442b394e8488e4e1e6b17 is 50, key is test_row_0/C:col10/1732235121964/Put/seqid=0 2024-11-22T00:25:23,321 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 08a40cf341014e1d86a41149806b2d01(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:23,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:23,321 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235122735; duration=0sec 2024-11-22T00:25:23,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:23,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:23,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/006b20b96ffd4e0eae4ffb11fea55b5f is 50, key is test_row_0/C:col10/1732235122741/Put/seqid=0 2024-11-22T00:25:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742275_1451 (size=12359) 2024-11-22T00:25:23,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742276_1452 (size=12151) 2024-11-22T00:25:23,392 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/663e4ae7318442b394e8488e4e1e6b17 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/663e4ae7318442b394e8488e4e1e6b17 2024-11-22T00:25:23,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/006b20b96ffd4e0eae4ffb11fea55b5f 2024-11-22T00:25:23,398 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 663e4ae7318442b394e8488e4e1e6b17(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:23,398 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:23,398 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235122736; duration=0sec 2024-11-22T00:25:23,398 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:23,398 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:23,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/64a25b324dc34f54a1ce729fbb7d0f3d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/64a25b324dc34f54a1ce729fbb7d0f3d 2024-11-22T00:25:23,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/64a25b324dc34f54a1ce729fbb7d0f3d, entries=200, sequenceid=154, filesize=14.2 K 2024-11-22T00:25:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/9057b96b639440bc834485a399c0e4e3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/9057b96b639440bc834485a399c0e4e3 2024-11-22T00:25:23,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/9057b96b639440bc834485a399c0e4e3, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T00:25:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/006b20b96ffd4e0eae4ffb11fea55b5f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/006b20b96ffd4e0eae4ffb11fea55b5f 2024-11-22T00:25:23,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/006b20b96ffd4e0eae4ffb11fea55b5f, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T00:25:23,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5058ab4412e24de4d769cbdcb572439b in 695ms, sequenceid=154, compaction requested=false 2024-11-22T00:25:23,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T00:25:23,513 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-22T00:25:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:23,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:25:23,515 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-22T00:25:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T00:25:23,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:23,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:23,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:23,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/1765ba1f07a74bf38e94a36142561fef is 50, key is test_row_0/A:col10/1732235122812/Put/seqid=0 2024-11-22T00:25:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742277_1453 (size=16931) 2024-11-22T00:25:23,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/1765ba1f07a74bf38e94a36142561fef 2024-11-22T00:25:23,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ef45dc975de4ed88e743dcb27a241da is 50, key is test_row_0/B:col10/1732235122812/Put/seqid=0 2024-11-22T00:25:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742278_1454 (size=12151) 2024-11-22T00:25:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T00:25:23,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:23,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:23,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235183669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235183669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235183781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235183781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T00:25:23,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:23,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:23,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235183991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:23,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235183992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ef45dc975de4ed88e743dcb27a241da 2024-11-22T00:25:24,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8fd2440b690e4e929f7ce964d5de1d35 is 50, key is test_row_0/C:col10/1732235122812/Put/seqid=0 2024-11-22T00:25:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742279_1455 (size=12151) 2024-11-22T00:25:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T00:25:24,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:24,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235184229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235184229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235184236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235184302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235184302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:24,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:24,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:24,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8fd2440b690e4e929f7ce964d5de1d35 2024-11-22T00:25:24,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/1765ba1f07a74bf38e94a36142561fef as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1765ba1f07a74bf38e94a36142561fef 2024-11-22T00:25:24,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1765ba1f07a74bf38e94a36142561fef, entries=250, sequenceid=171, filesize=16.5 K 2024-11-22T00:25:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/5ef45dc975de4ed88e743dcb27a241da as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ef45dc975de4ed88e743dcb27a241da 2024-11-22T00:25:24,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ef45dc975de4ed88e743dcb27a241da, entries=150, sequenceid=171, filesize=11.9 K 2024-11-22T00:25:24,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8fd2440b690e4e929f7ce964d5de1d35 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8fd2440b690e4e929f7ce964d5de1d35 2024-11-22T00:25:24,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8fd2440b690e4e929f7ce964d5de1d35, entries=150, sequenceid=171, filesize=11.9 K 2024-11-22T00:25:24,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5058ab4412e24de4d769cbdcb572439b in 990ms, sequenceid=171, compaction requested=true 2024-11-22T00:25:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:24,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:24,506 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:24,506 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:24,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:24,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:24,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:24,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:24,508 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:24,508 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:24,508 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:24,508 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:24,508 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,508 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,508 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/08a40cf341014e1d86a41149806b2d01, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/64a25b324dc34f54a1ce729fbb7d0f3d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1765ba1f07a74bf38e94a36142561fef] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=42.8 K 2024-11-22T00:25:24,508 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/24c993395d0e4aca8addef5e8c58b799, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/9057b96b639440bc834485a399c0e4e3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ef45dc975de4ed88e743dcb27a241da] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.8 K 2024-11-22T00:25:24,509 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 24c993395d0e4aca8addef5e8c58b799, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732235121620 2024-11-22T00:25:24,509 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08a40cf341014e1d86a41149806b2d01, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732235121620 2024-11-22T00:25:24,509 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 9057b96b639440bc834485a399c0e4e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732235122023 2024-11-22T00:25:24,509 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ef45dc975de4ed88e743dcb27a241da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732235122812 2024-11-22T00:25:24,509 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64a25b324dc34f54a1ce729fbb7d0f3d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732235122023 2024-11-22T00:25:24,511 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1765ba1f07a74bf38e94a36142561fef, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732235122812 2024-11-22T00:25:24,529 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:24,530 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/f2498f6029bd4834b520b74868835b11 is 50, key is test_row_0/B:col10/1732235122812/Put/seqid=0 2024-11-22T00:25:24,544 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:24,545 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/965102c235454459869185b1b1b1c8f4 is 50, key is test_row_0/A:col10/1732235122812/Put/seqid=0 2024-11-22T00:25:24,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:24,600 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:24,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742280_1456 (size=12561) 2024-11-22T00:25:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742281_1457 (size=12561) 2024-11-22T00:25:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/025e64d1f8ff446a95c9491453acbe64 is 50, key is test_row_0/A:col10/1732235123656/Put/seqid=0 2024-11-22T00:25:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T00:25:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742282_1458 (size=12151) 2024-11-22T00:25:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:24,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235184856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235184868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235184969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235184982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,005 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/f2498f6029bd4834b520b74868835b11 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f2498f6029bd4834b520b74868835b11 2024-11-22T00:25:25,010 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into f2498f6029bd4834b520b74868835b11(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:25,010 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:25,010 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235124506; duration=0sec 2024-11-22T00:25:25,010 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:25,010 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:25,011 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:25,011 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:25,011 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:25,012 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:25,012 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/663e4ae7318442b394e8488e4e1e6b17, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/006b20b96ffd4e0eae4ffb11fea55b5f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8fd2440b690e4e929f7ce964d5de1d35] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=35.8 K 2024-11-22T00:25:25,012 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 663e4ae7318442b394e8488e4e1e6b17, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732235121620 2024-11-22T00:25:25,013 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 006b20b96ffd4e0eae4ffb11fea55b5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732235122023 2024-11-22T00:25:25,013 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fd2440b690e4e929f7ce964d5de1d35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732235122812 2024-11-22T00:25:25,022 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/965102c235454459869185b1b1b1c8f4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/965102c235454459869185b1b1b1c8f4 2024-11-22T00:25:25,026 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 965102c235454459869185b1b1b1c8f4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:25,027 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:25,027 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235124506; duration=0sec 2024-11-22T00:25:25,027 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:25,027 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:25,037 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:25,038 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/eb5a4c6d829f4740891c2a395ad2c3fd is 50, key is test_row_0/C:col10/1732235122812/Put/seqid=0 2024-11-22T00:25:25,073 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/025e64d1f8ff446a95c9491453acbe64 2024-11-22T00:25:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25 is 50, key is test_row_0/B:col10/1732235123656/Put/seqid=0 2024-11-22T00:25:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742283_1459 (size=12561) 2024-11-22T00:25:25,151 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/eb5a4c6d829f4740891c2a395ad2c3fd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/eb5a4c6d829f4740891c2a395ad2c3fd 2024-11-22T00:25:25,159 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into eb5a4c6d829f4740891c2a395ad2c3fd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:25,159 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:25,160 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235124507; duration=0sec 2024-11-22T00:25:25,160 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:25,160 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742284_1460 (size=12151) 2024-11-22T00:25:25,164 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25 2024-11-22T00:25:25,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/400da5ea5cbb4f82977e71f5fc605eae is 50, key is test_row_0/C:col10/1732235123656/Put/seqid=0 2024-11-22T00:25:25,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742285_1461 (size=12151) 2024-11-22T00:25:25,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235185191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235185193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,199 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/400da5ea5cbb4f82977e71f5fc605eae 2024-11-22T00:25:25,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/025e64d1f8ff446a95c9491453acbe64 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/025e64d1f8ff446a95c9491453acbe64 2024-11-22T00:25:25,212 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/025e64d1f8ff446a95c9491453acbe64, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T00:25:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25 2024-11-22T00:25:25,225 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T00:25:25,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/400da5ea5cbb4f82977e71f5fc605eae as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/400da5ea5cbb4f82977e71f5fc605eae 2024-11-22T00:25:25,234 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/400da5ea5cbb4f82977e71f5fc605eae, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T00:25:25,237 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5058ab4412e24de4d769cbdcb572439b in 637ms, sequenceid=193, compaction requested=false 2024-11-22T00:25:25,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:25,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:25,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-22T00:25:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-22T00:25:25,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-22T00:25:25,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-11-22T00:25:25,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.7260 sec 2024-11-22T00:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:25,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:25:25,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:25,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:25,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/bb87535b8792487ab3d5bceed6445728 is 50, key is test_row_0/A:col10/1732235124866/Put/seqid=0 2024-11-22T00:25:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742286_1462 (size=14541) 2024-11-22T00:25:25,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235185622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235185623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T00:25:25,635 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-22T00:25:25,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-22T00:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T00:25:25,655 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:25,656 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:25,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:25,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235185724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235185731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T00:25:25,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T00:25:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:25,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235185932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/bb87535b8792487ab3d5bceed6445728 2024-11-22T00:25:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235185948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T00:25:25,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/618f6a933af944b8a9844b94f13bbeb4 is 50, key is test_row_0/B:col10/1732235124866/Put/seqid=0 2024-11-22T00:25:25,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:25,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T00:25:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:25,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742287_1463 (size=12151) 2024-11-22T00:25:26,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T00:25:26,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:26,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235186240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235186251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,255 DEBUG [Thread-1891 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T00:25:26,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235186254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,260 DEBUG [Thread-1893 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235186258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235186258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,265 DEBUG [Thread-1895 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4228 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:26,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T00:25:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/618f6a933af944b8a9844b94f13bbeb4 2024-11-22T00:25:26,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/0275d7a8abf042d99433deda7bb020db is 50, key is test_row_0/C:col10/1732235124866/Put/seqid=0 2024-11-22T00:25:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742288_1464 (size=12151) 2024-11-22T00:25:26,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/0275d7a8abf042d99433deda7bb020db 2024-11-22T00:25:26,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T00:25:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/bb87535b8792487ab3d5bceed6445728 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/bb87535b8792487ab3d5bceed6445728 2024-11-22T00:25:26,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/bb87535b8792487ab3d5bceed6445728, entries=200, sequenceid=211, filesize=14.2 K 2024-11-22T00:25:26,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/618f6a933af944b8a9844b94f13bbeb4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/618f6a933af944b8a9844b94f13bbeb4 2024-11-22T00:25:26,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/618f6a933af944b8a9844b94f13bbeb4, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T00:25:26,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/0275d7a8abf042d99433deda7bb020db as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0275d7a8abf042d99433deda7bb020db 2024-11-22T00:25:26,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0275d7a8abf042d99433deda7bb020db, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T00:25:26,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5058ab4412e24de4d769cbdcb572439b in 967ms, sequenceid=211, compaction requested=true 2024-11-22T00:25:26,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:26,472 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:26,473 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:26,473 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:26,473 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,473 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/965102c235454459869185b1b1b1c8f4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/025e64d1f8ff446a95c9491453acbe64, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/bb87535b8792487ab3d5bceed6445728] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=38.3 K 2024-11-22T00:25:26,473 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 965102c235454459869185b1b1b1c8f4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732235122812 2024-11-22T00:25:26,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:26,474 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 025e64d1f8ff446a95c9491453acbe64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732235123641 2024-11-22T00:25:26,474 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb87535b8792487ab3d5bceed6445728, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732235124845 2024-11-22T00:25:26,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:26,475 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:26,476 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:26,476 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:26,476 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,477 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f2498f6029bd4834b520b74868835b11, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/618f6a933af944b8a9844b94f13bbeb4] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=36.0 K 2024-11-22T00:25:26,477 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting f2498f6029bd4834b520b74868835b11, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732235122812 2024-11-22T00:25:26,478 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 42e1a3bcdc4844c8a8c2e0b16e6c9c25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732235123641 2024-11-22T00:25:26,478 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 618f6a933af944b8a9844b94f13bbeb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732235124845 2024-11-22T00:25:26,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:26,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:26,497 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:26,498 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/e0ae5444b95d42fb93e225ea73cd4363 is 50, key is test_row_0/A:col10/1732235124866/Put/seqid=0 2024-11-22T00:25:26,514 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:26,514 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/a4f6c06c2e9b4c67b2d449d74bfc1964 is 50, key is test_row_0/B:col10/1732235124866/Put/seqid=0 2024-11-22T00:25:26,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742289_1465 (size=12663) 2024-11-22T00:25:26,591 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/e0ae5444b95d42fb93e225ea73cd4363 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/e0ae5444b95d42fb93e225ea73cd4363 2024-11-22T00:25:26,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742290_1466 (size=12663) 2024-11-22T00:25:26,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,603 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:26,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:26,606 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/a4f6c06c2e9b4c67b2d449d74bfc1964 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/a4f6c06c2e9b4c67b2d449d74bfc1964 2024-11-22T00:25:26,608 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into e0ae5444b95d42fb93e225ea73cd4363(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:26,608 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:26,608 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235126472; duration=0sec 2024-11-22T00:25:26,608 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:26,608 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:26,608 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:26,612 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into a4f6c06c2e9b4c67b2d449d74bfc1964(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:26,612 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:26,612 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235126475; duration=0sec 2024-11-22T00:25:26,612 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:26,612 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:26,613 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:26,613 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:26,614 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:26,614 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/eb5a4c6d829f4740891c2a395ad2c3fd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/400da5ea5cbb4f82977e71f5fc605eae, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0275d7a8abf042d99433deda7bb020db] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=36.0 K 2024-11-22T00:25:26,614 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb5a4c6d829f4740891c2a395ad2c3fd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732235122812 2024-11-22T00:25:26,615 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 400da5ea5cbb4f82977e71f5fc605eae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732235123641 2024-11-22T00:25:26,615 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0275d7a8abf042d99433deda7bb020db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732235124845 2024-11-22T00:25:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/2c82ac80df2d41db8b7140850cbbfde5 is 50, key is test_row_0/A:col10/1732235125606/Put/seqid=0 2024-11-22T00:25:26,628 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:26,629 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/ac76a3e44bd6495b94c6a728b9c2b2f9 is 50, key is test_row_0/C:col10/1732235124866/Put/seqid=0 2024-11-22T00:25:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742291_1467 (size=12151) 2024-11-22T00:25:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742292_1468 (size=12663) 2024-11-22T00:25:26,638 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/ac76a3e44bd6495b94c6a728b9c2b2f9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/ac76a3e44bd6495b94c6a728b9c2b2f9 2024-11-22T00:25:26,644 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into ac76a3e44bd6495b94c6a728b9c2b2f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:26,644 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:26,644 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235126487; duration=0sec 2024-11-22T00:25:26,644 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:26,644 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T00:25:26,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235186823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235186823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235186928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:26,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235186929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,042 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/2c82ac80df2d41db8b7140850cbbfde5 2024-11-22T00:25:27,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/d441b6ab9c4d4e28a5915b0a37ed7a49 is 50, key is test_row_0/B:col10/1732235125606/Put/seqid=0 2024-11-22T00:25:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742293_1469 (size=12151) 2024-11-22T00:25:27,108 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/d441b6ab9c4d4e28a5915b0a37ed7a49 2024-11-22T00:25:27,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/13b80c04cd9147ce8d4159153d9e6790 is 50, key is test_row_0/C:col10/1732235125606/Put/seqid=0 2024-11-22T00:25:27,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235187136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235187139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742294_1470 (size=12151) 2024-11-22T00:25:27,185 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/13b80c04cd9147ce8d4159153d9e6790 2024-11-22T00:25:27,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/2c82ac80df2d41db8b7140850cbbfde5 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/2c82ac80df2d41db8b7140850cbbfde5 2024-11-22T00:25:27,197 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/2c82ac80df2d41db8b7140850cbbfde5, entries=150, sequenceid=233, filesize=11.9 K 2024-11-22T00:25:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/d441b6ab9c4d4e28a5915b0a37ed7a49 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/d441b6ab9c4d4e28a5915b0a37ed7a49 2024-11-22T00:25:27,206 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/d441b6ab9c4d4e28a5915b0a37ed7a49, entries=150, sequenceid=233, filesize=11.9 K 2024-11-22T00:25:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/13b80c04cd9147ce8d4159153d9e6790 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/13b80c04cd9147ce8d4159153d9e6790 2024-11-22T00:25:27,218 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/13b80c04cd9147ce8d4159153d9e6790, entries=150, sequenceid=233, filesize=11.9 K 2024-11-22T00:25:27,223 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5058ab4412e24de4d769cbdcb572439b in 620ms, sequenceid=233, compaction requested=false 2024-11-22T00:25:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-22T00:25:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-22T00:25:27,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-22T00:25:27,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-11-22T00:25:27,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.5850 sec 2024-11-22T00:25:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:27,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:25:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:27,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/fa8c4597806540659724768457adf797 is 50, key is test_row_0/A:col10/1732235126821/Put/seqid=0 2024-11-22T00:25:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742295_1471 (size=14541) 2024-11-22T00:25:27,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/fa8c4597806540659724768457adf797 2024-11-22T00:25:27,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/f38ec55a3240411a96e1dcb965a0fbb8 is 50, key is test_row_0/B:col10/1732235126821/Put/seqid=0 2024-11-22T00:25:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742296_1472 (size=12151) 2024-11-22T00:25:27,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235187600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235187607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235187719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235187734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T00:25:27,760 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-22T00:25:27,762 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-22T00:25:27,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T00:25:27,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:27,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T00:25:27,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T00:25:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:27,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:27,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235187925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235187945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/f38ec55a3240411a96e1dcb965a0fbb8 2024-11-22T00:25:28,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/091ad63795114886a56529a36b5ab401 is 50, key is test_row_0/C:col10/1732235126821/Put/seqid=0 2024-11-22T00:25:28,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742297_1473 (size=12151) 2024-11-22T00:25:28,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/091ad63795114886a56529a36b5ab401 2024-11-22T00:25:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/fa8c4597806540659724768457adf797 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fa8c4597806540659724768457adf797 2024-11-22T00:25:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T00:25:28,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fa8c4597806540659724768457adf797, entries=200, sequenceid=251, filesize=14.2 K 2024-11-22T00:25:28,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T00:25:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/f38ec55a3240411a96e1dcb965a0fbb8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f38ec55a3240411a96e1dcb965a0fbb8 2024-11-22T00:25:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:28,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:28,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f38ec55a3240411a96e1dcb965a0fbb8, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T00:25:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/091ad63795114886a56529a36b5ab401 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/091ad63795114886a56529a36b5ab401 2024-11-22T00:25:28,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/091ad63795114886a56529a36b5ab401, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T00:25:28,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5058ab4412e24de4d769cbdcb572439b in 636ms, sequenceid=251, compaction requested=true 2024-11-22T00:25:28,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:28,085 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:28,086 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:28,090 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:28,090 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:28,090 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:28,090 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/e0ae5444b95d42fb93e225ea73cd4363, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/2c82ac80df2d41db8b7140850cbbfde5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fa8c4597806540659724768457adf797] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=38.4 K 2024-11-22T00:25:28,090 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:28,091 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:28,091 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:28,091 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/a4f6c06c2e9b4c67b2d449d74bfc1964, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/d441b6ab9c4d4e28a5915b0a37ed7a49, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f38ec55a3240411a96e1dcb965a0fbb8] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=36.1 K 2024-11-22T00:25:28,091 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ae5444b95d42fb93e225ea73cd4363, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732235124845 2024-11-22T00:25:28,094 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c82ac80df2d41db8b7140850cbbfde5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732235125606 2024-11-22T00:25:28,094 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f6c06c2e9b4c67b2d449d74bfc1964, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732235124845 2024-11-22T00:25:28,094 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting d441b6ab9c4d4e28a5915b0a37ed7a49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732235125606 2024-11-22T00:25:28,095 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa8c4597806540659724768457adf797, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235126808 2024-11-22T00:25:28,096 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting f38ec55a3240411a96e1dcb965a0fbb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235126819 2024-11-22T00:25:28,111 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:28,111 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/695f40944b734d05a4ca0f1028634889 is 50, key is test_row_0/A:col10/1732235126821/Put/seqid=0 2024-11-22T00:25:28,126 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:28,127 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/ab11ff5bfe6940b8bb891fb2bac9709d is 50, key is test_row_0/B:col10/1732235126821/Put/seqid=0 2024-11-22T00:25:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742298_1474 (size=12765) 2024-11-22T00:25:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742299_1475 (size=12765) 2024-11-22T00:25:28,200 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/ab11ff5bfe6940b8bb891fb2bac9709d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/ab11ff5bfe6940b8bb891fb2bac9709d 2024-11-22T00:25:28,207 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into ab11ff5bfe6940b8bb891fb2bac9709d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:28,207 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:28,208 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235128086; duration=0sec 2024-11-22T00:25:28,208 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:28,208 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:28,208 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:28,210 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:28,210 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:28,210 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:28,210 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/ac76a3e44bd6495b94c6a728b9c2b2f9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/13b80c04cd9147ce8d4159153d9e6790, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/091ad63795114886a56529a36b5ab401] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=36.1 K 2024-11-22T00:25:28,211 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ac76a3e44bd6495b94c6a728b9c2b2f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732235124845 2024-11-22T00:25:28,212 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b80c04cd9147ce8d4159153d9e6790, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732235125606 2024-11-22T00:25:28,212 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 091ad63795114886a56529a36b5ab401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235126819 2024-11-22T00:25:28,224 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:28,225 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/03d73e81af464877bb267d23eefbe577 is 50, key is test_row_0/C:col10/1732235126821/Put/seqid=0 2024-11-22T00:25:28,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T00:25:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:28,228 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T00:25:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8c395fce4a5c47279d0e45007ba032ff is 50, key is test_row_0/A:col10/1732235127570/Put/seqid=0 2024-11-22T00:25:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742300_1476 (size=12765) 2024-11-22T00:25:28,259 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/03d73e81af464877bb267d23eefbe577 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/03d73e81af464877bb267d23eefbe577 2024-11-22T00:25:28,265 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 03d73e81af464877bb267d23eefbe577(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:28,265 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:28,265 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235128086; duration=0sec 2024-11-22T00:25:28,265 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:28,265 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742301_1477 (size=12301) 2024-11-22T00:25:28,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235188349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T00:25:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235188358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235188460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235188478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,576 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/695f40944b734d05a4ca0f1028634889 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/695f40944b734d05a4ca0f1028634889 2024-11-22T00:25:28,603 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 695f40944b734d05a4ca0f1028634889(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:28,603 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:28,603 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235128085; duration=0sec 2024-11-22T00:25:28,603 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:28,603 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:28,677 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8c395fce4a5c47279d0e45007ba032ff 2024-11-22T00:25:28,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235188669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235188695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/bedde30fea684056a6eb22e3e6ef7332 is 50, key is test_row_0/B:col10/1732235127570/Put/seqid=0 2024-11-22T00:25:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742302_1478 (size=12301) 2024-11-22T00:25:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T00:25:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235188981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235189009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:29,157 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/bedde30fea684056a6eb22e3e6ef7332 2024-11-22T00:25:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/bb4124ab4dc048a1bf1e855c8110d66f is 50, key is test_row_0/C:col10/1732235127570/Put/seqid=0 2024-11-22T00:25:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742303_1479 (size=12301) 2024-11-22T00:25:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235189490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235189526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:29,617 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/bb4124ab4dc048a1bf1e855c8110d66f 2024-11-22T00:25:29,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8c395fce4a5c47279d0e45007ba032ff as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8c395fce4a5c47279d0e45007ba032ff 2024-11-22T00:25:29,636 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8c395fce4a5c47279d0e45007ba032ff, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T00:25:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/bedde30fea684056a6eb22e3e6ef7332 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/bedde30fea684056a6eb22e3e6ef7332 2024-11-22T00:25:29,647 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/bedde30fea684056a6eb22e3e6ef7332, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T00:25:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/bb4124ab4dc048a1bf1e855c8110d66f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bb4124ab4dc048a1bf1e855c8110d66f 2024-11-22T00:25:29,663 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bb4124ab4dc048a1bf1e855c8110d66f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T00:25:29,665 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5058ab4412e24de4d769cbdcb572439b in 1438ms, sequenceid=273, compaction requested=false 2024-11-22T00:25:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-22T00:25:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-22T00:25:29,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-22T00:25:29,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9020 sec 2024-11-22T00:25:29,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.9060 sec 2024-11-22T00:25:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T00:25:29,870 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-22T00:25:29,872 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-22T00:25:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T00:25:29,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:29,874 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:29,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T00:25:30,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T00:25:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,027 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T00:25:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:30,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/ae8ac53c0b5f458ab2209371643d2c30 is 50, key is test_row_0/A:col10/1732235128349/Put/seqid=0 2024-11-22T00:25:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742304_1480 (size=12301) 2024-11-22T00:25:30,082 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/ae8ac53c0b5f458ab2209371643d2c30 2024-11-22T00:25:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/02b78198ab8745568621f9efe893a0bc is 50, key is test_row_0/B:col10/1732235128349/Put/seqid=0 2024-11-22T00:25:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742305_1481 (size=12301) 2024-11-22T00:25:30,135 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/02b78198ab8745568621f9efe893a0bc 2024-11-22T00:25:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/e1080c029473497c81edf340f4b8e038 is 50, key is test_row_0/C:col10/1732235128349/Put/seqid=0 2024-11-22T00:25:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T00:25:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742306_1482 (size=12301) 2024-11-22T00:25:30,181 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/e1080c029473497c81edf340f4b8e038 2024-11-22T00:25:30,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/ae8ac53c0b5f458ab2209371643d2c30 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/ae8ac53c0b5f458ab2209371643d2c30 2024-11-22T00:25:30,195 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/ae8ac53c0b5f458ab2209371643d2c30, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T00:25:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/02b78198ab8745568621f9efe893a0bc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02b78198ab8745568621f9efe893a0bc 2024-11-22T00:25:30,201 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02b78198ab8745568621f9efe893a0bc, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T00:25:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/e1080c029473497c81edf340f4b8e038 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/e1080c029473497c81edf340f4b8e038 2024-11-22T00:25:30,209 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/e1080c029473497c81edf340f4b8e038, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T00:25:30,210 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 5058ab4412e24de4d769cbdcb572439b in 182ms, sequenceid=290, compaction requested=true 2024-11-22T00:25:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-22T00:25:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-22T00:25:30,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-22T00:25:30,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 338 msec 2024-11-22T00:25:30,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 342 msec 2024-11-22T00:25:30,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:30,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd is 50, key is test_row_0/A:col10/1732235130291/Put/seqid=0 2024-11-22T00:25:30,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742307_1483 (size=14741) 2024-11-22T00:25:30,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd 2024-11-22T00:25:30,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/cf95649fe4e841328c92e8d121cf4a02 is 50, key is test_row_0/B:col10/1732235130291/Put/seqid=0 2024-11-22T00:25:30,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235190367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235190371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235190395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742308_1484 (size=12301) 2024-11-22T00:25:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T00:25:30,479 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-22T00:25:30,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-22T00:25:30,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:30,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:30,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T00:25:30,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235190487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235190489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235190501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235190509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235190548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T00:25:30,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T00:25:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235190703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235190704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235190715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T00:25:30,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T00:25:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/cf95649fe4e841328c92e8d121cf4a02 2024-11-22T00:25:30,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/684ba9107e87457fa506bc2d97de4a7b is 50, key is test_row_0/C:col10/1732235130291/Put/seqid=0 2024-11-22T00:25:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742309_1485 (size=12301) 2024-11-22T00:25:30,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:30,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T00:25:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:30,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235191014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235191014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235191033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T00:25:31,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T00:25:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/684ba9107e87457fa506bc2d97de4a7b 2024-11-22T00:25:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd 2024-11-22T00:25:31,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd, entries=200, sequenceid=301, filesize=14.4 K 2024-11-22T00:25:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/cf95649fe4e841328c92e8d121cf4a02 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/cf95649fe4e841328c92e8d121cf4a02 2024-11-22T00:25:31,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T00:25:31,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:31,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:31,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/cf95649fe4e841328c92e8d121cf4a02, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T00:25:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/684ba9107e87457fa506bc2d97de4a7b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/684ba9107e87457fa506bc2d97de4a7b 2024-11-22T00:25:31,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/684ba9107e87457fa506bc2d97de4a7b, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T00:25:31,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5058ab4412e24de4d769cbdcb572439b in 1023ms, sequenceid=301, compaction requested=true 2024-11-22T00:25:31,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:31,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:31,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:31,316 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:31,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:31,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:31,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:31,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:25:31,316 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:31,320 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52108 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:31,320 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:31,320 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,321 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/695f40944b734d05a4ca0f1028634889, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8c395fce4a5c47279d0e45007ba032ff, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/ae8ac53c0b5f458ab2209371643d2c30, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=50.9 K 2024-11-22T00:25:31,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 695f40944b734d05a4ca0f1028634889, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235126819 2024-11-22T00:25:31,321 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c395fce4a5c47279d0e45007ba032ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732235127570 2024-11-22T00:25:31,322 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:31,322 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:31,322 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,322 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/ab11ff5bfe6940b8bb891fb2bac9709d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/bedde30fea684056a6eb22e3e6ef7332, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02b78198ab8745568621f9efe893a0bc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/cf95649fe4e841328c92e8d121cf4a02] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=48.5 K 2024-11-22T00:25:31,322 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae8ac53c0b5f458ab2209371643d2c30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732235128324 2024-11-22T00:25:31,322 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ab11ff5bfe6940b8bb891fb2bac9709d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235126819 2024-11-22T00:25:31,323 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdcc8ca93aa242aaa2e2ca90c6dff3cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235130283 2024-11-22T00:25:31,324 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting bedde30fea684056a6eb22e3e6ef7332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732235127570 2024-11-22T00:25:31,325 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 02b78198ab8745568621f9efe893a0bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732235128324 2024-11-22T00:25:31,325 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting cf95649fe4e841328c92e8d121cf4a02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235130283 2024-11-22T00:25:31,345 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:31,346 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/1b7c9b68e36149bca6ddb9956b07d651 is 50, key is test_row_0/A:col10/1732235130291/Put/seqid=0 2024-11-22T00:25:31,353 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:31,354 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/b67eaefb3ab2438a9cb3b7229f7e5e36 is 50, key is test_row_0/B:col10/1732235130291/Put/seqid=0 2024-11-22T00:25:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742310_1486 (size=13051) 2024-11-22T00:25:31,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742311_1487 (size=13051) 2024-11-22T00:25:31,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,422 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/1b7c9b68e36149bca6ddb9956b07d651 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1b7c9b68e36149bca6ddb9956b07d651 2024-11-22T00:25:31,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,424 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:31,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8fe2c1b205464308a4e5c415fb29b509 is 50, key is test_row_0/A:col10/1732235130382/Put/seqid=0 2024-11-22T00:25:31,449 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 1b7c9b68e36149bca6ddb9956b07d651(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:31,449 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:31,449 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=12, startTime=1732235131315; duration=0sec 2024-11-22T00:25:31,449 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:31,449 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:31,449 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:31,459 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:31,459 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:31,459 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,460 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/03d73e81af464877bb267d23eefbe577, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bb4124ab4dc048a1bf1e855c8110d66f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/e1080c029473497c81edf340f4b8e038, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/684ba9107e87457fa506bc2d97de4a7b] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=48.5 K 2024-11-22T00:25:31,463 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d73e81af464877bb267d23eefbe577, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732235126819 2024-11-22T00:25:31,467 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb4124ab4dc048a1bf1e855c8110d66f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732235127570 2024-11-22T00:25:31,471 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1080c029473497c81edf340f4b8e038, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732235128324 2024-11-22T00:25:31,475 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 684ba9107e87457fa506bc2d97de4a7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235130283 2024-11-22T00:25:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742312_1488 (size=12301) 2024-11-22T00:25:31,488 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8fe2c1b205464308a4e5c415fb29b509 2024-11-22T00:25:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/01b604d9d94243228daae997a84725c2 is 50, key is test_row_0/B:col10/1732235130382/Put/seqid=0 2024-11-22T00:25:31,529 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:31,530 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/6afe149acdec4d5da60c477a95cb097f is 50, key is test_row_0/C:col10/1732235130291/Put/seqid=0 2024-11-22T00:25:31,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:31,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235191559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235191562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235191568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742314_1490 (size=13051) 2024-11-22T00:25:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742313_1489 (size=12301) 2024-11-22T00:25:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T00:25:31,591 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/01b604d9d94243228daae997a84725c2 2024-11-22T00:25:31,596 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/6afe149acdec4d5da60c477a95cb097f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/6afe149acdec4d5da60c477a95cb097f 2024-11-22T00:25:31,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8247cb48b2f24cb38a48fdf462df5478 is 50, key is test_row_0/C:col10/1732235130382/Put/seqid=0 2024-11-22T00:25:31,602 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 6afe149acdec4d5da60c477a95cb097f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:31,602 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:31,602 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=12, startTime=1732235131316; duration=0sec 2024-11-22T00:25:31,602 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:31,602 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742315_1491 (size=12301) 2024-11-22T00:25:31,647 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8247cb48b2f24cb38a48fdf462df5478 2024-11-22T00:25:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/8fe2c1b205464308a4e5c415fb29b509 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fe2c1b205464308a4e5c415fb29b509 2024-11-22T00:25:31,656 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fe2c1b205464308a4e5c415fb29b509, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T00:25:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/01b604d9d94243228daae997a84725c2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/01b604d9d94243228daae997a84725c2 2024-11-22T00:25:31,662 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/01b604d9d94243228daae997a84725c2, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T00:25:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8247cb48b2f24cb38a48fdf462df5478 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8247cb48b2f24cb38a48fdf462df5478 2024-11-22T00:25:31,668 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8247cb48b2f24cb38a48fdf462df5478, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T00:25:31,669 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5058ab4412e24de4d769cbdcb572439b in 245ms, sequenceid=326, compaction requested=false 2024-11-22T00:25:31,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:31,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:31,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-22T00:25:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-22T00:25:31,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-22T00:25:31,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1880 sec 2024-11-22T00:25:31,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.1950 sec 2024-11-22T00:25:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:31,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:25:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:31,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/de456fc26262418b8fb3297ed918a2aa is 50, key is test_row_0/A:col10/1732235131681/Put/seqid=0 2024-11-22T00:25:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742316_1492 (size=17181) 2024-11-22T00:25:31,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/de456fc26262418b8fb3297ed918a2aa 2024-11-22T00:25:31,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/3dfc237c23b9487fb35e9f8bc0619d38 is 50, key is test_row_0/B:col10/1732235131681/Put/seqid=0 2024-11-22T00:25:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742317_1493 (size=12301) 2024-11-22T00:25:31,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/3dfc237c23b9487fb35e9f8bc0619d38 2024-11-22T00:25:31,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/acd0142b1d234bfca2c753f175db07fc is 50, key is test_row_0/C:col10/1732235131681/Put/seqid=0 2024-11-22T00:25:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742318_1494 (size=12301) 2024-11-22T00:25:31,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235191792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235191797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235191799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,817 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/b67eaefb3ab2438a9cb3b7229f7e5e36 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/b67eaefb3ab2438a9cb3b7229f7e5e36 2024-11-22T00:25:31,823 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into b67eaefb3ab2438a9cb3b7229f7e5e36(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:31,823 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:31,823 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=12, startTime=1732235131316; duration=0sec 2024-11-22T00:25:31,823 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:31,823 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235191905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235191910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:31,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235191912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235192113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235192120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235192124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/acd0142b1d234bfca2c753f175db07fc 2024-11-22T00:25:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/de456fc26262418b8fb3297ed918a2aa as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/de456fc26262418b8fb3297ed918a2aa 2024-11-22T00:25:32,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/de456fc26262418b8fb3297ed918a2aa, entries=250, sequenceid=342, filesize=16.8 K 2024-11-22T00:25:32,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/3dfc237c23b9487fb35e9f8bc0619d38 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3dfc237c23b9487fb35e9f8bc0619d38 2024-11-22T00:25:32,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3dfc237c23b9487fb35e9f8bc0619d38, entries=150, sequenceid=342, filesize=12.0 K 2024-11-22T00:25:32,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/acd0142b1d234bfca2c753f175db07fc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/acd0142b1d234bfca2c753f175db07fc 2024-11-22T00:25:32,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/acd0142b1d234bfca2c753f175db07fc, entries=150, sequenceid=342, filesize=12.0 K 2024-11-22T00:25:32,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5058ab4412e24de4d769cbdcb572439b in 562ms, sequenceid=342, compaction requested=true 2024-11-22T00:25:32,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:25:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T00:25:32,253 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:32,253 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:32,256 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:32,256 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:32,256 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:32,256 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/6afe149acdec4d5da60c477a95cb097f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8247cb48b2f24cb38a48fdf462df5478, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/acd0142b1d234bfca2c753f175db07fc] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=36.8 K 2024-11-22T00:25:32,256 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:32,256 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:32,256 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:32,257 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1b7c9b68e36149bca6ddb9956b07d651, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fe2c1b205464308a4e5c415fb29b509, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/de456fc26262418b8fb3297ed918a2aa] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=41.5 K 2024-11-22T00:25:32,257 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6afe149acdec4d5da60c477a95cb097f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235130283 2024-11-22T00:25:32,258 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b7c9b68e36149bca6ddb9956b07d651, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235130283 2024-11-22T00:25:32,258 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8247cb48b2f24cb38a48fdf462df5478, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732235130352 2024-11-22T00:25:32,259 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fe2c1b205464308a4e5c415fb29b509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732235130352 2024-11-22T00:25:32,259 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting acd0142b1d234bfca2c753f175db07fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732235131567 2024-11-22T00:25:32,260 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting de456fc26262418b8fb3297ed918a2aa, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732235131553 2024-11-22T00:25:32,286 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:32,287 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/3f728f4d3c2b41d7adfee4cc150c98e2 is 50, key is test_row_0/C:col10/1732235131681/Put/seqid=0 2024-11-22T00:25:32,293 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:32,294 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/d684ff5279744dc1a23da56802f63434 is 50, key is test_row_0/A:col10/1732235131681/Put/seqid=0 2024-11-22T00:25:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742319_1495 (size=13153) 2024-11-22T00:25:32,330 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/3f728f4d3c2b41d7adfee4cc150c98e2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3f728f4d3c2b41d7adfee4cc150c98e2 2024-11-22T00:25:32,342 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 3f728f4d3c2b41d7adfee4cc150c98e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:32,342 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:32,342 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235132253; duration=0sec 2024-11-22T00:25:32,342 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:32,342 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:32,343 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:32,348 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:32,348 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:32,348 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:32,348 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/b67eaefb3ab2438a9cb3b7229f7e5e36, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/01b604d9d94243228daae997a84725c2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3dfc237c23b9487fb35e9f8bc0619d38] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=36.8 K 2024-11-22T00:25:32,349 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b67eaefb3ab2438a9cb3b7229f7e5e36, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732235130283 2024-11-22T00:25:32,351 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b604d9d94243228daae997a84725c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732235130352 2024-11-22T00:25:32,351 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dfc237c23b9487fb35e9f8bc0619d38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732235131567 2024-11-22T00:25:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742320_1496 (size=13153) 2024-11-22T00:25:32,371 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/d684ff5279744dc1a23da56802f63434 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/d684ff5279744dc1a23da56802f63434 2024-11-22T00:25:32,378 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into d684ff5279744dc1a23da56802f63434(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:32,378 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:32,378 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235132252; duration=0sec 2024-11-22T00:25:32,379 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:32,379 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:32,380 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:32,381 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1e022c4b29bb44eeb998798baa455910 is 50, key is test_row_0/B:col10/1732235131681/Put/seqid=0 2024-11-22T00:25:32,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742321_1497 (size=13153) 2024-11-22T00:25:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:32,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:25:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:32,455 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1e022c4b29bb44eeb998798baa455910 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1e022c4b29bb44eeb998798baa455910 2024-11-22T00:25:32,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/f155c0bdfcfa42a6aaca2b9af26fc95f is 50, key is test_row_0/A:col10/1732235132442/Put/seqid=0 2024-11-22T00:25:32,476 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into 1e022c4b29bb44eeb998798baa455910(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:32,476 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:32,476 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235132253; duration=0sec 2024-11-22T00:25:32,477 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:32,477 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:32,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742322_1498 (size=12301) 2024-11-22T00:25:32,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235192499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/f155c0bdfcfa42a6aaca2b9af26fc95f 2024-11-22T00:25:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235192500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235192502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45314 deadline: 1732235192513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,525 DEBUG [Thread-1897 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:32,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/316cb05d1e4743f6bff2d30f16bd3be3 is 50, key is test_row_0/B:col10/1732235132442/Put/seqid=0 2024-11-22T00:25:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742323_1499 (size=12301) 2024-11-22T00:25:32,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/316cb05d1e4743f6bff2d30f16bd3be3 2024-11-22T00:25:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1732235192577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,586 DEBUG [Thread-1899 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4230 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., hostname=eb610cd766b1,40805,1732234971623, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T00:25:32,590 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-22T00:25:32,593 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-22T00:25:32,595 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T00:25:32,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:32,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:32,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/bf5baf8a7d6f4b30b6b02fc497200315 is 50, key is test_row_0/C:col10/1732235132442/Put/seqid=0 2024-11-22T00:25:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235192613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235192613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235192615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742324_1500 (size=12301) 2024-11-22T00:25:32,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/bf5baf8a7d6f4b30b6b02fc497200315 2024-11-22T00:25:32,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/f155c0bdfcfa42a6aaca2b9af26fc95f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/f155c0bdfcfa42a6aaca2b9af26fc95f 2024-11-22T00:25:32,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/f155c0bdfcfa42a6aaca2b9af26fc95f, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T00:25:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/316cb05d1e4743f6bff2d30f16bd3be3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/316cb05d1e4743f6bff2d30f16bd3be3 2024-11-22T00:25:32,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/316cb05d1e4743f6bff2d30f16bd3be3, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T00:25:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/bf5baf8a7d6f4b30b6b02fc497200315 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bf5baf8a7d6f4b30b6b02fc497200315 2024-11-22T00:25:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T00:25:32,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bf5baf8a7d6f4b30b6b02fc497200315, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T00:25:32,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5058ab4412e24de4d769cbdcb572439b in 251ms, sequenceid=370, compaction requested=false 2024-11-22T00:25:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:32,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T00:25:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:32,751 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:25:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:32,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/5389e2fbd2d24ed7ab32467bc22f6ec6 is 50, key is test_row_0/A:col10/1732235132498/Put/seqid=0 2024-11-22T00:25:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742325_1501 (size=12301) 2024-11-22T00:25:32,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T00:25:32,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235192958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235192966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235192967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235193068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235193076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235193077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T00:25:33,198 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/5389e2fbd2d24ed7ab32467bc22f6ec6 2024-11-22T00:25:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1368518c8091478283cbd66a47663ed1 is 50, key is test_row_0/B:col10/1732235132498/Put/seqid=0 2024-11-22T00:25:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742326_1502 (size=12301) 2024-11-22T00:25:33,236 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1368518c8091478283cbd66a47663ed1 2024-11-22T00:25:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/b4ffc0cc0fae4c4fba408d6cbe7504e7 is 50, key is test_row_0/C:col10/1732235132498/Put/seqid=0 2024-11-22T00:25:33,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742327_1503 (size=12301) 2024-11-22T00:25:33,269 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/b4ffc0cc0fae4c4fba408d6cbe7504e7 2024-11-22T00:25:33,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/5389e2fbd2d24ed7ab32467bc22f6ec6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/5389e2fbd2d24ed7ab32467bc22f6ec6 2024-11-22T00:25:33,276 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/5389e2fbd2d24ed7ab32467bc22f6ec6, entries=150, sequenceid=383, filesize=12.0 K 2024-11-22T00:25:33,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1368518c8091478283cbd66a47663ed1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1368518c8091478283cbd66a47663ed1 2024-11-22T00:25:33,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235193273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,283 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1368518c8091478283cbd66a47663ed1, entries=150, sequenceid=383, filesize=12.0 K 2024-11-22T00:25:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/b4ffc0cc0fae4c4fba408d6cbe7504e7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b4ffc0cc0fae4c4fba408d6cbe7504e7 2024-11-22T00:25:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235193281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235193281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,289 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b4ffc0cc0fae4c4fba408d6cbe7504e7, entries=150, sequenceid=383, filesize=12.0 K 2024-11-22T00:25:33,289 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5058ab4412e24de4d769cbdcb572439b in 538ms, sequenceid=383, compaction requested=true 2024-11-22T00:25:33,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:33,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:33,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-22T00:25:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-22T00:25:33,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-22T00:25:33,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 693 msec 2024-11-22T00:25:33,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 699 msec 2024-11-22T00:25:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:33,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:25:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:33,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/7c589a8c161b4a8a9f9057410ffcafce is 50, key is test_row_0/A:col10/1732235133586/Put/seqid=0 2024-11-22T00:25:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742328_1504 (size=14741) 2024-11-22T00:25:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235193625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235193625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235193635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T00:25:33,699 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-22T00:25:33,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-22T00:25:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T00:25:33,703 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:33,707 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:33,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:33,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235193738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235193747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235193751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T00:25:33,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T00:25:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:33,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235193949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235193957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235193961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T00:25:34,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/7c589a8c161b4a8a9f9057410ffcafce 2024-11-22T00:25:34,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T00:25:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1ec0b17d76174abd86e413440852ba35 is 50, key is test_row_0/B:col10/1732235133586/Put/seqid=0 2024-11-22T00:25:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742329_1505 (size=12301) 2024-11-22T00:25:34,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T00:25:34,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:34,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235194273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235194276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235194278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T00:25:34,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T00:25:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1ec0b17d76174abd86e413440852ba35 2024-11-22T00:25:34,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T00:25:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:34,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/3470184034d6444c85dba0d89899c0db is 50, key is test_row_0/C:col10/1732235133586/Put/seqid=0 2024-11-22T00:25:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742330_1506 (size=12301) 2024-11-22T00:25:34,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/3470184034d6444c85dba0d89899c0db 2024-11-22T00:25:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/7c589a8c161b4a8a9f9057410ffcafce as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7c589a8c161b4a8a9f9057410ffcafce 2024-11-22T00:25:34,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7c589a8c161b4a8a9f9057410ffcafce, entries=200, sequenceid=408, filesize=14.4 K 2024-11-22T00:25:34,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/1ec0b17d76174abd86e413440852ba35 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1ec0b17d76174abd86e413440852ba35 2024-11-22T00:25:34,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1ec0b17d76174abd86e413440852ba35, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T00:25:34,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/3470184034d6444c85dba0d89899c0db as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3470184034d6444c85dba0d89899c0db 2024-11-22T00:25:34,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3470184034d6444c85dba0d89899c0db, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T00:25:34,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5058ab4412e24de4d769cbdcb572439b in 999ms, sequenceid=408, compaction requested=true 2024-11-22T00:25:34,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:34,589 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:34,589 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:34,593 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:34,593 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:34,593 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:34,593 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:34,593 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,593 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,593 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/d684ff5279744dc1a23da56802f63434, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/f155c0bdfcfa42a6aaca2b9af26fc95f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/5389e2fbd2d24ed7ab32467bc22f6ec6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7c589a8c161b4a8a9f9057410ffcafce] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=51.3 K 2024-11-22T00:25:34,593 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1e022c4b29bb44eeb998798baa455910, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/316cb05d1e4743f6bff2d30f16bd3be3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1368518c8091478283cbd66a47663ed1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1ec0b17d76174abd86e413440852ba35] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=48.9 K 2024-11-22T00:25:34,593 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e022c4b29bb44eeb998798baa455910, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732235131567 2024-11-22T00:25:34,593 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d684ff5279744dc1a23da56802f63434, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732235131567 2024-11-22T00:25:34,594 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting f155c0bdfcfa42a6aaca2b9af26fc95f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732235131789 2024-11-22T00:25:34,594 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 316cb05d1e4743f6bff2d30f16bd3be3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732235131789 2024-11-22T00:25:34,594 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5389e2fbd2d24ed7ab32467bc22f6ec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732235132483 2024-11-22T00:25:34,594 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1368518c8091478283cbd66a47663ed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732235132483 2024-11-22T00:25:34,594 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec0b17d76174abd86e413440852ba35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732235132956 2024-11-22T00:25:34,594 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c589a8c161b4a8a9f9057410ffcafce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732235132956 2024-11-22T00:25:34,614 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:34,614 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/fdbc672aac484849b86635ddc5d54c09 is 50, key is test_row_0/A:col10/1732235133586/Put/seqid=0 2024-11-22T00:25:34,621 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:34,622 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/7a9f292c4cc14126bb6ebd4257bda02e is 50, key is test_row_0/B:col10/1732235133586/Put/seqid=0 2024-11-22T00:25:34,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T00:25:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,638 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/0fb2827d9370463e817166520c9843a9 is 50, key is test_row_0/A:col10/1732235133600/Put/seqid=0 2024-11-22T00:25:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742331_1507 (size=13289) 2024-11-22T00:25:34,695 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/fdbc672aac484849b86635ddc5d54c09 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fdbc672aac484849b86635ddc5d54c09 2024-11-22T00:25:34,701 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into fdbc672aac484849b86635ddc5d54c09(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:34,701 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:34,701 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=12, startTime=1732235134588; duration=0sec 2024-11-22T00:25:34,702 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:34,702 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:34,702 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:34,704 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:34,704 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:34,704 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:34,704 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3f728f4d3c2b41d7adfee4cc150c98e2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bf5baf8a7d6f4b30b6b02fc497200315, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b4ffc0cc0fae4c4fba408d6cbe7504e7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3470184034d6444c85dba0d89899c0db] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=48.9 K 2024-11-22T00:25:34,705 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f728f4d3c2b41d7adfee4cc150c98e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732235131567 2024-11-22T00:25:34,705 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf5baf8a7d6f4b30b6b02fc497200315, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732235131789 2024-11-22T00:25:34,705 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ffc0cc0fae4c4fba408d6cbe7504e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732235132483 2024-11-22T00:25:34,705 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3470184034d6444c85dba0d89899c0db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732235132956 2024-11-22T00:25:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742332_1508 (size=13289) 2024-11-22T00:25:34,740 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#435 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:34,740 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8f2b7609eacb4621955d85ee1f5b08fc is 50, key is test_row_0/C:col10/1732235133586/Put/seqid=0 2024-11-22T00:25:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742333_1509 (size=12301) 2024-11-22T00:25:34,765 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/7a9f292c4cc14126bb6ebd4257bda02e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/7a9f292c4cc14126bb6ebd4257bda02e 2024-11-22T00:25:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742334_1510 (size=13289) 2024-11-22T00:25:34,791 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into 7a9f292c4cc14126bb6ebd4257bda02e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:34,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:34,791 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=12, startTime=1732235134589; duration=0sec 2024-11-22T00:25:34,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:34,791 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:34,791 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8f2b7609eacb4621955d85ee1f5b08fc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f2b7609eacb4621955d85ee1f5b08fc 2024-11-22T00:25:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. as already flushing 2024-11-22T00:25:34,807 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 8f2b7609eacb4621955d85ee1f5b08fc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:34,807 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:34,807 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=12, startTime=1732235134589; duration=0sec 2024-11-22T00:25:34,807 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:34,807 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T00:25:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235194862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235194865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235194864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235194967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235194976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:34,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235194985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:35,164 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/0fb2827d9370463e817166520c9843a9 2024-11-22T00:25:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/02d4cb37f9fe4baabb983177483fb551 is 50, key is test_row_0/B:col10/1732235133600/Put/seqid=0 2024-11-22T00:25:35,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1732235195172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45372 deadline: 1732235195181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45350 deadline: 1732235195190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742335_1511 (size=12301) 2024-11-22T00:25:35,215 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/02d4cb37f9fe4baabb983177483fb551 2024-11-22T00:25:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8b6d8b87fcba487696d75b5317f00d33 is 50, key is test_row_0/C:col10/1732235133600/Put/seqid=0 2024-11-22T00:25:35,232 DEBUG [Thread-1908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:60266 2024-11-22T00:25:35,232 DEBUG [Thread-1908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,235 DEBUG [Thread-1902 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:60266 2024-11-22T00:25:35,235 DEBUG [Thread-1902 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,238 DEBUG [Thread-1910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:60266 2024-11-22T00:25:35,238 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,240 DEBUG [Thread-1906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:60266 2024-11-22T00:25:35,240 DEBUG [Thread-1906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742336_1512 (size=12301) 2024-11-22T00:25:35,242 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8b6d8b87fcba487696d75b5317f00d33 2024-11-22T00:25:35,242 DEBUG [Thread-1904 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:60266 2024-11-22T00:25:35,242 DEBUG [Thread-1904 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/0fb2827d9370463e817166520c9843a9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/0fb2827d9370463e817166520c9843a9 2024-11-22T00:25:35,247 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/0fb2827d9370463e817166520c9843a9, entries=150, sequenceid=419, filesize=12.0 K 2024-11-22T00:25:35,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/02d4cb37f9fe4baabb983177483fb551 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02d4cb37f9fe4baabb983177483fb551 2024-11-22T00:25:35,250 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02d4cb37f9fe4baabb983177483fb551, entries=150, sequenceid=419, filesize=12.0 K 2024-11-22T00:25:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8b6d8b87fcba487696d75b5317f00d33 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8b6d8b87fcba487696d75b5317f00d33 2024-11-22T00:25:35,253 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8b6d8b87fcba487696d75b5317f00d33, entries=150, sequenceid=419, filesize=12.0 K 2024-11-22T00:25:35,254 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5058ab4412e24de4d769cbdcb572439b in 616ms, sequenceid=419, compaction requested=false 2024-11-22T00:25:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-22T00:25:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-22T00:25:35,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-22T00:25:35,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-11-22T00:25:35,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5550 sec 2024-11-22T00:25:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:35,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:25:35,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:35,481 DEBUG [Thread-1893 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:60266 2024-11-22T00:25:35,481 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:35,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:35,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/802aed7d1a9a435992d9ef3ee71f6e44 is 50, key is test_row_0/A:col10/1732235134861/Put/seqid=0 2024-11-22T00:25:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742337_1513 (size=12301) 2024-11-22T00:25:35,491 DEBUG [Thread-1891 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fa53591 to 127.0.0.1:60266 2024-11-22T00:25:35,491 DEBUG [Thread-1891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,500 DEBUG [Thread-1895 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:60266 2024-11-22T00:25:35,500 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T00:25:35,809 INFO [Thread-1901 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-22T00:25:35,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/802aed7d1a9a435992d9ef3ee71f6e44 2024-11-22T00:25:35,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/10bfea669954477abf1eacfe44efad0b is 50, key is test_row_0/B:col10/1732235134861/Put/seqid=0 2024-11-22T00:25:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742338_1514 (size=12301) 2024-11-22T00:25:35,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/10bfea669954477abf1eacfe44efad0b 2024-11-22T00:25:35,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8f5dcb3ef8e84cf3a83280663c4190cc is 50, key is test_row_0/C:col10/1732235134861/Put/seqid=0 2024-11-22T00:25:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742339_1515 (size=12301) 2024-11-22T00:25:35,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8f5dcb3ef8e84cf3a83280663c4190cc 2024-11-22T00:25:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/802aed7d1a9a435992d9ef3ee71f6e44 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/802aed7d1a9a435992d9ef3ee71f6e44 2024-11-22T00:25:35,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/802aed7d1a9a435992d9ef3ee71f6e44, entries=150, sequenceid=448, filesize=12.0 K 2024-11-22T00:25:35,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/10bfea669954477abf1eacfe44efad0b as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/10bfea669954477abf1eacfe44efad0b 2024-11-22T00:25:35,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/10bfea669954477abf1eacfe44efad0b, entries=150, sequenceid=448, filesize=12.0 K 2024-11-22T00:25:35,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/8f5dcb3ef8e84cf3a83280663c4190cc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f5dcb3ef8e84cf3a83280663c4190cc 2024-11-22T00:25:36,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f5dcb3ef8e84cf3a83280663c4190cc, entries=150, sequenceid=448, filesize=12.0 K 2024-11-22T00:25:36,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 5058ab4412e24de4d769cbdcb572439b in 521ms, sequenceid=448, compaction requested=true 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:36,003 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:36,003 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5058ab4412e24de4d769cbdcb572439b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/A is initiating minor compaction (all files) 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:36,004 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/A in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/B is initiating minor compaction (all files) 2024-11-22T00:25:36,004 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fdbc672aac484849b86635ddc5d54c09, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/0fb2827d9370463e817166520c9843a9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/802aed7d1a9a435992d9ef3ee71f6e44] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=37.0 K 2024-11-22T00:25:36,004 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/B in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,004 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/7a9f292c4cc14126bb6ebd4257bda02e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02d4cb37f9fe4baabb983177483fb551, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/10bfea669954477abf1eacfe44efad0b] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=37.0 K 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdbc672aac484849b86635ddc5d54c09, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732235132956 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a9f292c4cc14126bb6ebd4257bda02e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732235132956 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb2827d9370463e817166520c9843a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732235133600 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 02d4cb37f9fe4baabb983177483fb551, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732235133600 2024-11-22T00:25:36,004 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 802aed7d1a9a435992d9ef3ee71f6e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732235134861 2024-11-22T00:25:36,005 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 10bfea669954477abf1eacfe44efad0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732235134861 2024-11-22T00:25:36,013 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:36,014 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/09a12c256e7e4fa5ab7ae759e3b70575 is 50, key is test_row_0/A:col10/1732235134861/Put/seqid=0 2024-11-22T00:25:36,020 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:36,021 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/2e5fa63366cc4edcae54569ecf119f82 is 50, key is test_row_0/B:col10/1732235134861/Put/seqid=0 2024-11-22T00:25:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742340_1516 (size=13391) 2024-11-22T00:25:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742341_1517 (size=13391) 2024-11-22T00:25:36,445 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/09a12c256e7e4fa5ab7ae759e3b70575 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/09a12c256e7e4fa5ab7ae759e3b70575 2024-11-22T00:25:36,446 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/2e5fa63366cc4edcae54569ecf119f82 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2e5fa63366cc4edcae54569ecf119f82 2024-11-22T00:25:36,452 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/B of 5058ab4412e24de4d769cbdcb572439b into 2e5fa63366cc4edcae54569ecf119f82(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:36,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:36,452 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/B, priority=13, startTime=1732235136003; duration=0sec 2024-11-22T00:25:36,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:36,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:B 2024-11-22T00:25:36,452 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:36,453 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/A of 5058ab4412e24de4d769cbdcb572439b into 09a12c256e7e4fa5ab7ae759e3b70575(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:36,453 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:36,453 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/A, priority=13, startTime=1732235136003; duration=0sec 2024-11-22T00:25:36,453 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:36,453 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:A 2024-11-22T00:25:36,454 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:36,454 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): 5058ab4412e24de4d769cbdcb572439b/C is initiating minor compaction (all files) 2024-11-22T00:25:36,454 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5058ab4412e24de4d769cbdcb572439b/C in TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,454 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f2b7609eacb4621955d85ee1f5b08fc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8b6d8b87fcba487696d75b5317f00d33, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f5dcb3ef8e84cf3a83280663c4190cc] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp, totalSize=37.0 K 2024-11-22T00:25:36,454 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f2b7609eacb4621955d85ee1f5b08fc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732235132956 2024-11-22T00:25:36,455 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b6d8b87fcba487696d75b5317f00d33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732235133600 2024-11-22T00:25:36,455 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f5dcb3ef8e84cf3a83280663c4190cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732235134861 2024-11-22T00:25:36,463 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5058ab4412e24de4d769cbdcb572439b#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:36,464 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/65f16443c08b41e59d4aa43ce79d9d18 is 50, key is test_row_0/C:col10/1732235134861/Put/seqid=0 2024-11-22T00:25:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742342_1518 (size=13391) 2024-11-22T00:25:36,543 DEBUG [Thread-1897 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:60266 2024-11-22T00:25:36,543 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:36,596 DEBUG [Thread-1899 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:60266 2024-11-22T00:25:36,596 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4125 rows 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1377 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4131 rows 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1379 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4135 rows 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1389 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4165 rows 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1381 2024-11-22T00:25:36,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4142 rows 2024-11-22T00:25:36,596 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:25:36,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37a637ac to 127.0.0.1:60266 2024-11-22T00:25:36,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:25:36,599 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T00:25:36,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T00:25:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T00:25:36,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235136604"}]},"ts":"1732235136604"} 2024-11-22T00:25:36,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T00:25:36,615 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T00:25:36,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:25:36,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, UNASSIGN}] 2024-11-22T00:25:36,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, UNASSIGN 2024-11-22T00:25:36,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=5058ab4412e24de4d769cbdcb572439b, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:36,619 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:25:36,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; CloseRegionProcedure 5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:25:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T00:25:36,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:36,771 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(124): Close 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:36,771 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:25:36,771 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1681): Closing 5058ab4412e24de4d769cbdcb572439b, disabling compactions & flushes 2024-11-22T00:25:36,771 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,879 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/65f16443c08b41e59d4aa43ce79d9d18 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/65f16443c08b41e59d4aa43ce79d9d18 2024-11-22T00:25:36,895 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5058ab4412e24de4d769cbdcb572439b/C of 5058ab4412e24de4d769cbdcb572439b into 65f16443c08b41e59d4aa43ce79d9d18(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:36,895 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:36,895 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b., storeName=5058ab4412e24de4d769cbdcb572439b/C, priority=13, startTime=1732235136003; duration=0sec 2024-11-22T00:25:36,895 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:36,895 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5058ab4412e24de4d769cbdcb572439b:C 2024-11-22T00:25:36,895 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,895 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,895 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. after waiting 0 ms 2024-11-22T00:25:36,895 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:36,895 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(2837): Flushing 5058ab4412e24de4d769cbdcb572439b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T00:25:36,896 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=A 2024-11-22T00:25:36,896 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:36,896 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=B 2024-11-22T00:25:36,896 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:36,896 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5058ab4412e24de4d769cbdcb572439b, store=C 2024-11-22T00:25:36,896 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:36,904 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/48e39c49f8764bd9b337724c4908820a is 50, key is test_row_0/A:col10/1732235136538/Put/seqid=0 2024-11-22T00:25:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T00:25:36,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742343_1519 (size=12301) 2024-11-22T00:25:36,921 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/48e39c49f8764bd9b337724c4908820a 2024-11-22T00:25:36,943 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/4dd6a63486aa46a6a2f3c31ac1084a70 is 50, key is test_row_0/B:col10/1732235136538/Put/seqid=0 2024-11-22T00:25:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742344_1520 (size=12301) 2024-11-22T00:25:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T00:25:37,373 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/4dd6a63486aa46a6a2f3c31ac1084a70 2024-11-22T00:25:37,378 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/f8bd68b55e174d758d3d45a5edb2e121 is 50, key is test_row_0/C:col10/1732235136538/Put/seqid=0 2024-11-22T00:25:37,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742345_1521 (size=12301) 2024-11-22T00:25:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T00:25:37,781 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/f8bd68b55e174d758d3d45a5edb2e121 2024-11-22T00:25:37,786 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/A/48e39c49f8764bd9b337724c4908820a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/48e39c49f8764bd9b337724c4908820a 2024-11-22T00:25:37,790 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/48e39c49f8764bd9b337724c4908820a, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T00:25:37,791 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/B/4dd6a63486aa46a6a2f3c31ac1084a70 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/4dd6a63486aa46a6a2f3c31ac1084a70 2024-11-22T00:25:37,795 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/4dd6a63486aa46a6a2f3c31ac1084a70, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T00:25:37,795 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/.tmp/C/f8bd68b55e174d758d3d45a5edb2e121 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/f8bd68b55e174d758d3d45a5edb2e121 2024-11-22T00:25:37,798 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/f8bd68b55e174d758d3d45a5edb2e121, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T00:25:37,799 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5058ab4412e24de4d769cbdcb572439b in 904ms, sequenceid=458, compaction requested=false 2024-11-22T00:25:37,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fc1b690ef0347bf80ff6c41e00d5bca, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/01bf6bd4823b42a794483489f53421d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7406b56b047d4debaa39faf7209834d8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/caafca7cb912449fb7e579492efe1e6d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/da78c503246948659d2baaeade9bceff, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8546baa6e5f54fac9ebf3b2f727fc7ef, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/99a310894487493fbc6ad220629f83fb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/367767a3358c49cc8046746cb34bd169, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/14d48c73186740728dc9001a90d12aef, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/08a40cf341014e1d86a41149806b2d01, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/64a25b324dc34f54a1ce729fbb7d0f3d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1765ba1f07a74bf38e94a36142561fef, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/965102c235454459869185b1b1b1c8f4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/025e64d1f8ff446a95c9491453acbe64, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/bb87535b8792487ab3d5bceed6445728, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/e0ae5444b95d42fb93e225ea73cd4363, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/2c82ac80df2d41db8b7140850cbbfde5, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fa8c4597806540659724768457adf797, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/695f40944b734d05a4ca0f1028634889, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8c395fce4a5c47279d0e45007ba032ff, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/ae8ac53c0b5f458ab2209371643d2c30, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1b7c9b68e36149bca6ddb9956b07d651, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fe2c1b205464308a4e5c415fb29b509, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/de456fc26262418b8fb3297ed918a2aa, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/d684ff5279744dc1a23da56802f63434, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/f155c0bdfcfa42a6aaca2b9af26fc95f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/5389e2fbd2d24ed7ab32467bc22f6ec6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7c589a8c161b4a8a9f9057410ffcafce, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fdbc672aac484849b86635ddc5d54c09, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/0fb2827d9370463e817166520c9843a9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/802aed7d1a9a435992d9ef3ee71f6e44] to archive 2024-11-22T00:25:37,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:25:37,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fc1b690ef0347bf80ff6c41e00d5bca to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fc1b690ef0347bf80ff6c41e00d5bca 2024-11-22T00:25:37,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/01bf6bd4823b42a794483489f53421d4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/01bf6bd4823b42a794483489f53421d4 2024-11-22T00:25:37,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7406b56b047d4debaa39faf7209834d8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7406b56b047d4debaa39faf7209834d8 2024-11-22T00:25:37,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/caafca7cb912449fb7e579492efe1e6d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/caafca7cb912449fb7e579492efe1e6d 2024-11-22T00:25:37,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/da78c503246948659d2baaeade9bceff to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/da78c503246948659d2baaeade9bceff 2024-11-22T00:25:37,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8546baa6e5f54fac9ebf3b2f727fc7ef to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8546baa6e5f54fac9ebf3b2f727fc7ef 2024-11-22T00:25:37,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/99a310894487493fbc6ad220629f83fb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/99a310894487493fbc6ad220629f83fb 2024-11-22T00:25:37,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/367767a3358c49cc8046746cb34bd169 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/367767a3358c49cc8046746cb34bd169 2024-11-22T00:25:37,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/14d48c73186740728dc9001a90d12aef to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/14d48c73186740728dc9001a90d12aef 2024-11-22T00:25:37,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/08a40cf341014e1d86a41149806b2d01 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/08a40cf341014e1d86a41149806b2d01 2024-11-22T00:25:37,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/64a25b324dc34f54a1ce729fbb7d0f3d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/64a25b324dc34f54a1ce729fbb7d0f3d 2024-11-22T00:25:37,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1765ba1f07a74bf38e94a36142561fef to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1765ba1f07a74bf38e94a36142561fef 2024-11-22T00:25:37,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/965102c235454459869185b1b1b1c8f4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/965102c235454459869185b1b1b1c8f4 2024-11-22T00:25:37,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/025e64d1f8ff446a95c9491453acbe64 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/025e64d1f8ff446a95c9491453acbe64 2024-11-22T00:25:37,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/bb87535b8792487ab3d5bceed6445728 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/bb87535b8792487ab3d5bceed6445728 2024-11-22T00:25:37,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/e0ae5444b95d42fb93e225ea73cd4363 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/e0ae5444b95d42fb93e225ea73cd4363 2024-11-22T00:25:37,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/2c82ac80df2d41db8b7140850cbbfde5 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/2c82ac80df2d41db8b7140850cbbfde5 2024-11-22T00:25:37,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fa8c4597806540659724768457adf797 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fa8c4597806540659724768457adf797 2024-11-22T00:25:37,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/695f40944b734d05a4ca0f1028634889 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/695f40944b734d05a4ca0f1028634889 2024-11-22T00:25:37,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8c395fce4a5c47279d0e45007ba032ff to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8c395fce4a5c47279d0e45007ba032ff 2024-11-22T00:25:37,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/ae8ac53c0b5f458ab2209371643d2c30 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/ae8ac53c0b5f458ab2209371643d2c30 2024-11-22T00:25:37,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/cdcc8ca93aa242aaa2e2ca90c6dff3cd 2024-11-22T00:25:37,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1b7c9b68e36149bca6ddb9956b07d651 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/1b7c9b68e36149bca6ddb9956b07d651 2024-11-22T00:25:37,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fe2c1b205464308a4e5c415fb29b509 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/8fe2c1b205464308a4e5c415fb29b509 2024-11-22T00:25:37,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/de456fc26262418b8fb3297ed918a2aa to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/de456fc26262418b8fb3297ed918a2aa 2024-11-22T00:25:37,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/d684ff5279744dc1a23da56802f63434 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/d684ff5279744dc1a23da56802f63434 2024-11-22T00:25:37,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/f155c0bdfcfa42a6aaca2b9af26fc95f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/f155c0bdfcfa42a6aaca2b9af26fc95f 2024-11-22T00:25:37,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/5389e2fbd2d24ed7ab32467bc22f6ec6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/5389e2fbd2d24ed7ab32467bc22f6ec6 2024-11-22T00:25:37,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7c589a8c161b4a8a9f9057410ffcafce to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/7c589a8c161b4a8a9f9057410ffcafce 2024-11-22T00:25:37,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fdbc672aac484849b86635ddc5d54c09 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/fdbc672aac484849b86635ddc5d54c09 2024-11-22T00:25:37,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/0fb2827d9370463e817166520c9843a9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/0fb2827d9370463e817166520c9843a9 2024-11-22T00:25:37,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/802aed7d1a9a435992d9ef3ee71f6e44 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/802aed7d1a9a435992d9ef3ee71f6e44 2024-11-22T00:25:37,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ab89341fff241a8b80c9c2a383fb405, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/20e60646769b47d0a8b502a092f724eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/57c14e1dbc544f858ebc55eb378ee8bd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/0221cb0478db41e39e40804b3df7a699, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3e0fd44c8e7b44129f068cc76b625374, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2bbd7d0291cc48b591e021ab4cb8be5c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ebd867bf7974c05a522aef57009f524, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/64a3c52126994903a74ef8cbf5bf8876, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/24c993395d0e4aca8addef5e8c58b799, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/04dc2d0e2e014d81bc652fe57f21862d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/9057b96b639440bc834485a399c0e4e3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f2498f6029bd4834b520b74868835b11, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ef45dc975de4ed88e743dcb27a241da, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/a4f6c06c2e9b4c67b2d449d74bfc1964, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/618f6a933af944b8a9844b94f13bbeb4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/d441b6ab9c4d4e28a5915b0a37ed7a49, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/ab11ff5bfe6940b8bb891fb2bac9709d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f38ec55a3240411a96e1dcb965a0fbb8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/bedde30fea684056a6eb22e3e6ef7332, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02b78198ab8745568621f9efe893a0bc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/b67eaefb3ab2438a9cb3b7229f7e5e36, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/cf95649fe4e841328c92e8d121cf4a02, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/01b604d9d94243228daae997a84725c2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1e022c4b29bb44eeb998798baa455910, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3dfc237c23b9487fb35e9f8bc0619d38, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/316cb05d1e4743f6bff2d30f16bd3be3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1368518c8091478283cbd66a47663ed1, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/7a9f292c4cc14126bb6ebd4257bda02e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1ec0b17d76174abd86e413440852ba35, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02d4cb37f9fe4baabb983177483fb551, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/10bfea669954477abf1eacfe44efad0b] to archive 2024-11-22T00:25:37,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:25:37,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ab89341fff241a8b80c9c2a383fb405 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ab89341fff241a8b80c9c2a383fb405 2024-11-22T00:25:37,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/20e60646769b47d0a8b502a092f724eb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/20e60646769b47d0a8b502a092f724eb 2024-11-22T00:25:37,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/57c14e1dbc544f858ebc55eb378ee8bd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/57c14e1dbc544f858ebc55eb378ee8bd 2024-11-22T00:25:37,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/0221cb0478db41e39e40804b3df7a699 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/0221cb0478db41e39e40804b3df7a699 2024-11-22T00:25:37,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3e0fd44c8e7b44129f068cc76b625374 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3e0fd44c8e7b44129f068cc76b625374 2024-11-22T00:25:37,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2bbd7d0291cc48b591e021ab4cb8be5c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2bbd7d0291cc48b591e021ab4cb8be5c 2024-11-22T00:25:37,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ebd867bf7974c05a522aef57009f524 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ebd867bf7974c05a522aef57009f524 2024-11-22T00:25:37,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/64a3c52126994903a74ef8cbf5bf8876 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/64a3c52126994903a74ef8cbf5bf8876 2024-11-22T00:25:37,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/24c993395d0e4aca8addef5e8c58b799 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/24c993395d0e4aca8addef5e8c58b799 2024-11-22T00:25:37,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/04dc2d0e2e014d81bc652fe57f21862d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/04dc2d0e2e014d81bc652fe57f21862d 2024-11-22T00:25:37,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/9057b96b639440bc834485a399c0e4e3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/9057b96b639440bc834485a399c0e4e3 2024-11-22T00:25:37,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f2498f6029bd4834b520b74868835b11 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f2498f6029bd4834b520b74868835b11 2024-11-22T00:25:37,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ef45dc975de4ed88e743dcb27a241da to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/5ef45dc975de4ed88e743dcb27a241da 2024-11-22T00:25:37,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/42e1a3bcdc4844c8a8c2e0b16e6c9c25 2024-11-22T00:25:37,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/a4f6c06c2e9b4c67b2d449d74bfc1964 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/a4f6c06c2e9b4c67b2d449d74bfc1964 2024-11-22T00:25:37,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/618f6a933af944b8a9844b94f13bbeb4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/618f6a933af944b8a9844b94f13bbeb4 2024-11-22T00:25:37,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/d441b6ab9c4d4e28a5915b0a37ed7a49 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/d441b6ab9c4d4e28a5915b0a37ed7a49 2024-11-22T00:25:37,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/ab11ff5bfe6940b8bb891fb2bac9709d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/ab11ff5bfe6940b8bb891fb2bac9709d 2024-11-22T00:25:37,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f38ec55a3240411a96e1dcb965a0fbb8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/f38ec55a3240411a96e1dcb965a0fbb8 2024-11-22T00:25:37,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/bedde30fea684056a6eb22e3e6ef7332 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/bedde30fea684056a6eb22e3e6ef7332 2024-11-22T00:25:37,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02b78198ab8745568621f9efe893a0bc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02b78198ab8745568621f9efe893a0bc 2024-11-22T00:25:37,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/b67eaefb3ab2438a9cb3b7229f7e5e36 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/b67eaefb3ab2438a9cb3b7229f7e5e36 2024-11-22T00:25:37,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/cf95649fe4e841328c92e8d121cf4a02 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/cf95649fe4e841328c92e8d121cf4a02 2024-11-22T00:25:37,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/01b604d9d94243228daae997a84725c2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/01b604d9d94243228daae997a84725c2 2024-11-22T00:25:37,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1e022c4b29bb44eeb998798baa455910 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1e022c4b29bb44eeb998798baa455910 2024-11-22T00:25:37,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3dfc237c23b9487fb35e9f8bc0619d38 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/3dfc237c23b9487fb35e9f8bc0619d38 2024-11-22T00:25:37,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/316cb05d1e4743f6bff2d30f16bd3be3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/316cb05d1e4743f6bff2d30f16bd3be3 2024-11-22T00:25:37,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1368518c8091478283cbd66a47663ed1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1368518c8091478283cbd66a47663ed1 2024-11-22T00:25:37,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/7a9f292c4cc14126bb6ebd4257bda02e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/7a9f292c4cc14126bb6ebd4257bda02e 2024-11-22T00:25:37,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1ec0b17d76174abd86e413440852ba35 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/1ec0b17d76174abd86e413440852ba35 2024-11-22T00:25:38,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02d4cb37f9fe4baabb983177483fb551 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/02d4cb37f9fe4baabb983177483fb551 2024-11-22T00:25:38,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/10bfea669954477abf1eacfe44efad0b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/10bfea669954477abf1eacfe44efad0b 2024-11-22T00:25:38,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2e8102c89f6f4eeabd7baf6277cc5e63, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0bef4874945c48fa97862431468dc7a8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2123235710d24d77a64c90c479db35ba, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/63f363c36c52454ca9365aa3d35fa17a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/990b6e9540ab4de89ee3d522258032a0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8935ceff77494b0e8dea3a5f58914699, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/017d7e4d722540128d0ccea0e9f8b351, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/5ac3fbc20cd44ac781a5bb1d37a63330, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/663e4ae7318442b394e8488e4e1e6b17, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b36b948a607a4e9ead72cfa47693f0d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/006b20b96ffd4e0eae4ffb11fea55b5f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/eb5a4c6d829f4740891c2a395ad2c3fd, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8fd2440b690e4e929f7ce964d5de1d35, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/400da5ea5cbb4f82977e71f5fc605eae, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/ac76a3e44bd6495b94c6a728b9c2b2f9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0275d7a8abf042d99433deda7bb020db, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/13b80c04cd9147ce8d4159153d9e6790, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/03d73e81af464877bb267d23eefbe577, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/091ad63795114886a56529a36b5ab401, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bb4124ab4dc048a1bf1e855c8110d66f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/e1080c029473497c81edf340f4b8e038, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/6afe149acdec4d5da60c477a95cb097f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/684ba9107e87457fa506bc2d97de4a7b, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8247cb48b2f24cb38a48fdf462df5478, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3f728f4d3c2b41d7adfee4cc150c98e2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/acd0142b1d234bfca2c753f175db07fc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bf5baf8a7d6f4b30b6b02fc497200315, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b4ffc0cc0fae4c4fba408d6cbe7504e7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f2b7609eacb4621955d85ee1f5b08fc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3470184034d6444c85dba0d89899c0db, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8b6d8b87fcba487696d75b5317f00d33, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f5dcb3ef8e84cf3a83280663c4190cc] to archive 2024-11-22T00:25:38,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:25:38,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2e8102c89f6f4eeabd7baf6277cc5e63 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2e8102c89f6f4eeabd7baf6277cc5e63 2024-11-22T00:25:38,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0bef4874945c48fa97862431468dc7a8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0bef4874945c48fa97862431468dc7a8 2024-11-22T00:25:38,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2123235710d24d77a64c90c479db35ba to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/2123235710d24d77a64c90c479db35ba 2024-11-22T00:25:38,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/63f363c36c52454ca9365aa3d35fa17a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/63f363c36c52454ca9365aa3d35fa17a 2024-11-22T00:25:38,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/990b6e9540ab4de89ee3d522258032a0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/990b6e9540ab4de89ee3d522258032a0 2024-11-22T00:25:38,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8935ceff77494b0e8dea3a5f58914699 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8935ceff77494b0e8dea3a5f58914699 2024-11-22T00:25:38,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/017d7e4d722540128d0ccea0e9f8b351 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/017d7e4d722540128d0ccea0e9f8b351 2024-11-22T00:25:38,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/5ac3fbc20cd44ac781a5bb1d37a63330 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/5ac3fbc20cd44ac781a5bb1d37a63330 2024-11-22T00:25:38,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/663e4ae7318442b394e8488e4e1e6b17 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/663e4ae7318442b394e8488e4e1e6b17 2024-11-22T00:25:38,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b36b948a607a4e9ead72cfa47693f0d4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b36b948a607a4e9ead72cfa47693f0d4 2024-11-22T00:25:38,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/006b20b96ffd4e0eae4ffb11fea55b5f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/006b20b96ffd4e0eae4ffb11fea55b5f 2024-11-22T00:25:38,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/eb5a4c6d829f4740891c2a395ad2c3fd to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/eb5a4c6d829f4740891c2a395ad2c3fd 2024-11-22T00:25:38,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8fd2440b690e4e929f7ce964d5de1d35 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8fd2440b690e4e929f7ce964d5de1d35 2024-11-22T00:25:38,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/400da5ea5cbb4f82977e71f5fc605eae to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/400da5ea5cbb4f82977e71f5fc605eae 2024-11-22T00:25:38,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/ac76a3e44bd6495b94c6a728b9c2b2f9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/ac76a3e44bd6495b94c6a728b9c2b2f9 2024-11-22T00:25:38,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0275d7a8abf042d99433deda7bb020db to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/0275d7a8abf042d99433deda7bb020db 2024-11-22T00:25:38,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/13b80c04cd9147ce8d4159153d9e6790 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/13b80c04cd9147ce8d4159153d9e6790 2024-11-22T00:25:38,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/03d73e81af464877bb267d23eefbe577 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/03d73e81af464877bb267d23eefbe577 2024-11-22T00:25:38,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/091ad63795114886a56529a36b5ab401 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/091ad63795114886a56529a36b5ab401 2024-11-22T00:25:38,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bb4124ab4dc048a1bf1e855c8110d66f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bb4124ab4dc048a1bf1e855c8110d66f 2024-11-22T00:25:38,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/e1080c029473497c81edf340f4b8e038 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/e1080c029473497c81edf340f4b8e038 2024-11-22T00:25:38,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/6afe149acdec4d5da60c477a95cb097f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/6afe149acdec4d5da60c477a95cb097f 2024-11-22T00:25:38,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/684ba9107e87457fa506bc2d97de4a7b to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/684ba9107e87457fa506bc2d97de4a7b 2024-11-22T00:25:38,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8247cb48b2f24cb38a48fdf462df5478 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8247cb48b2f24cb38a48fdf462df5478 2024-11-22T00:25:38,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3f728f4d3c2b41d7adfee4cc150c98e2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3f728f4d3c2b41d7adfee4cc150c98e2 2024-11-22T00:25:38,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/acd0142b1d234bfca2c753f175db07fc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/acd0142b1d234bfca2c753f175db07fc 2024-11-22T00:25:38,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bf5baf8a7d6f4b30b6b02fc497200315 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/bf5baf8a7d6f4b30b6b02fc497200315 2024-11-22T00:25:38,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b4ffc0cc0fae4c4fba408d6cbe7504e7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/b4ffc0cc0fae4c4fba408d6cbe7504e7 2024-11-22T00:25:38,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f2b7609eacb4621955d85ee1f5b08fc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f2b7609eacb4621955d85ee1f5b08fc 2024-11-22T00:25:38,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3470184034d6444c85dba0d89899c0db to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/3470184034d6444c85dba0d89899c0db 2024-11-22T00:25:38,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8b6d8b87fcba487696d75b5317f00d33 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8b6d8b87fcba487696d75b5317f00d33 2024-11-22T00:25:38,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f5dcb3ef8e84cf3a83280663c4190cc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/8f5dcb3ef8e84cf3a83280663c4190cc 2024-11-22T00:25:38,052 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=1 2024-11-22T00:25:38,054 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b. 2024-11-22T00:25:38,054 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1635): Region close journal for 5058ab4412e24de4d769cbdcb572439b: 2024-11-22T00:25:38,056 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(170): Closed 5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:38,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=5058ab4412e24de4d769cbdcb572439b, regionState=CLOSED 2024-11-22T00:25:38,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-22T00:25:38,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseRegionProcedure 5058ab4412e24de4d769cbdcb572439b, server=eb610cd766b1,40805,1732234971623 in 1.4380 sec 2024-11-22T00:25:38,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T00:25:38,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5058ab4412e24de4d769cbdcb572439b, UNASSIGN in 1.4410 sec 2024-11-22T00:25:38,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-22T00:25:38,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4450 sec 2024-11-22T00:25:38,063 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235138063"}]},"ts":"1732235138063"} 2024-11-22T00:25:38,066 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T00:25:38,132 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T00:25:38,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-22T00:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T00:25:38,727 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-22T00:25:38,728 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T00:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,729 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T00:25:38,730 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=136, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,739 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:38,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/recovered.edits] 2024-11-22T00:25:38,744 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/09a12c256e7e4fa5ab7ae759e3b70575 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/09a12c256e7e4fa5ab7ae759e3b70575 2024-11-22T00:25:38,744 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/48e39c49f8764bd9b337724c4908820a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/A/48e39c49f8764bd9b337724c4908820a 2024-11-22T00:25:38,746 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2e5fa63366cc4edcae54569ecf119f82 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/2e5fa63366cc4edcae54569ecf119f82 2024-11-22T00:25:38,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/4dd6a63486aa46a6a2f3c31ac1084a70 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/B/4dd6a63486aa46a6a2f3c31ac1084a70 2024-11-22T00:25:38,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/65f16443c08b41e59d4aa43ce79d9d18 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/65f16443c08b41e59d4aa43ce79d9d18 2024-11-22T00:25:38,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/f8bd68b55e174d758d3d45a5edb2e121 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/C/f8bd68b55e174d758d3d45a5edb2e121 2024-11-22T00:25:38,757 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/recovered.edits/461.seqid to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b/recovered.edits/461.seqid 2024-11-22T00:25:38,758 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/5058ab4412e24de4d769cbdcb572439b 2024-11-22T00:25:38,758 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T00:25:38,760 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=136, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,761 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T00:25:38,764 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T00:25:38,765 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=136, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,765 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T00:25:38,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732235138765"}]},"ts":"9223372036854775807"} 2024-11-22T00:25:38,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T00:25:38,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5058ab4412e24de4d769cbdcb572439b, NAME => 'TestAcidGuarantees,,1732235112693.5058ab4412e24de4d769cbdcb572439b.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T00:25:38,768 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T00:25:38,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732235138768"}]},"ts":"9223372036854775807"} 2024-11-22T00:25:38,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T00:25:38,791 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=136, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-22T00:25:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T00:25:38,831 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-22T00:25:38,841 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1113 (was 1151), ProcessCount=11 (was 11), AvailableMemoryMB=3425 (was 4001) 2024-11-22T00:25:38,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1113, ProcessCount=11, AvailableMemoryMB=3425 2024-11-22T00:25:38,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:25:38,853 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:38,855 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:25:38,855 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 137 2024-11-22T00:25:38,855 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:38,855 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T00:25:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742346_1522 (size=963) 2024-11-22T00:25:38,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70 2024-11-22T00:25:38,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742347_1523 (size=53) 2024-11-22T00:25:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T00:25:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T00:25:39,274 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:25:39,274 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b9f0d6de0dc8acde11577a6d58b834e8, disabling compactions & flushes 2024-11-22T00:25:39,274 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,274 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,274 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. after waiting 0 ms 2024-11-22T00:25:39,274 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,274 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,274 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:39,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:25:39,276 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732235139275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732235139275"}]},"ts":"1732235139275"} 2024-11-22T00:25:39,277 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T00:25:39,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:25:39,277 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235139277"}]},"ts":"1732235139277"} 2024-11-22T00:25:39,278 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T00:25:39,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, ASSIGN}] 2024-11-22T00:25:39,301 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, ASSIGN 2024-11-22T00:25:39,302 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, ASSIGN; state=OFFLINE, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=false 2024-11-22T00:25:39,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:39,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; OpenRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:25:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T00:25:39,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:39,610 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7285): Opening region: {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:25:39,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:25:39,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7327): checking encryption for b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,611 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7330): checking classloading for b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,612 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,613 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:39,613 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f0d6de0dc8acde11577a6d58b834e8 columnFamilyName A 2024-11-22T00:25:39,613 DEBUG [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:39,614 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(327): Store=b9f0d6de0dc8acde11577a6d58b834e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:39,614 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,615 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:39,615 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f0d6de0dc8acde11577a6d58b834e8 columnFamilyName B 2024-11-22T00:25:39,615 DEBUG [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:39,615 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(327): Store=b9f0d6de0dc8acde11577a6d58b834e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:39,615 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,616 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:39,616 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f0d6de0dc8acde11577a6d58b834e8 columnFamilyName C 2024-11-22T00:25:39,616 DEBUG [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:39,616 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(327): Store=b9f0d6de0dc8acde11577a6d58b834e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:39,617 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,617 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,617 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,618 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:25:39,619 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1085): writing seq id for b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:39,621 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:25:39,622 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1102): Opened b9f0d6de0dc8acde11577a6d58b834e8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63928042, jitterRate=-0.04739794135093689}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:25:39,622 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1001): Region open journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:39,623 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., pid=139, masterSystemTime=1732235139608 2024-11-22T00:25:39,624 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,624 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:39,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=OPEN, openSeqNum=2, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T00:25:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; OpenRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 in 169 msec 2024-11-22T00:25:39,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T00:25:39,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, ASSIGN in 328 msec 2024-11-22T00:25:39,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:25:39,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235139629"}]},"ts":"1732235139629"} 2024-11-22T00:25:39,630 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T00:25:39,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:25:39,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 788 msec 2024-11-22T00:25:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T00:25:39,962 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-11-22T00:25:39,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c692575 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e96b8ad 2024-11-22T00:25:39,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635b1751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:39,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:39,994 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:39,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:25:39,996 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:25:39,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T00:25:39,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:25:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T00:25:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742348_1524 (size=999) 2024-11-22T00:25:40,410 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-22T00:25:40,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-22T00:25:40,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:25:40,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, REOPEN/MOVE}] 2024-11-22T00:25:40,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, REOPEN/MOVE 2024-11-22T00:25:40,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:40,416 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:25:40,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:25:40,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:40,567 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,567 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:25:40,567 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing b9f0d6de0dc8acde11577a6d58b834e8, disabling compactions & flushes 2024-11-22T00:25:40,568 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,568 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,568 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. after waiting 0 ms 2024-11-22T00:25:40,568 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,571 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T00:25:40,572 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,572 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:40,572 WARN [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionServer(3786): Not adding moved region record: b9f0d6de0dc8acde11577a6d58b834e8 to self. 2024-11-22T00:25:40,574 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=CLOSED 2024-11-22T00:25:40,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T00:25:40,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 in 159 msec 2024-11-22T00:25:40,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, REOPEN/MOVE; state=CLOSED, location=eb610cd766b1,40805,1732234971623; forceNewPlan=false, retain=true 2024-11-22T00:25:40,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T00:25:40,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=OPENING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:40,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=142, state=RUNNABLE; OpenRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:25:40,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:40,887 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,887 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7285): Opening region: {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:25:40,888 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,888 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:25:40,888 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7327): checking encryption for b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,888 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7330): checking classloading for b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,904 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,908 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:40,909 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f0d6de0dc8acde11577a6d58b834e8 columnFamilyName A 2024-11-22T00:25:40,913 DEBUG [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:40,923 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(327): Store=b9f0d6de0dc8acde11577a6d58b834e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:40,924 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,925 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:40,926 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f0d6de0dc8acde11577a6d58b834e8 columnFamilyName B 2024-11-22T00:25:40,926 DEBUG [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:40,926 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(327): Store=b9f0d6de0dc8acde11577a6d58b834e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:40,927 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,928 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T00:25:40,928 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f0d6de0dc8acde11577a6d58b834e8 columnFamilyName C 2024-11-22T00:25:40,928 DEBUG [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:40,936 INFO [StoreOpener-b9f0d6de0dc8acde11577a6d58b834e8-1 {}] regionserver.HStore(327): Store=b9f0d6de0dc8acde11577a6d58b834e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:25:40,937 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,938 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,939 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,940 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T00:25:40,943 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1085): writing seq id for b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:40,945 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1102): Opened b9f0d6de0dc8acde11577a6d58b834e8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72021548, jitterRate=0.07320469617843628}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T00:25:40,946 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1001): Region open journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:40,947 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., pid=144, masterSystemTime=1732235140881 2024-11-22T00:25:40,948 DEBUG [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,948 INFO [RS_OPEN_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:40,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=OPEN, openSeqNum=5, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:40,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=142 2024-11-22T00:25:40,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=142, state=SUCCESS; OpenRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 in 220 msec 2024-11-22T00:25:40,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-22T00:25:40,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, REOPEN/MOVE in 537 msec 2024-11-22T00:25:40,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T00:25:40,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 543 msec 2024-11-22T00:25:40,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 964 msec 2024-11-22T00:25:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T00:25:40,965 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbd2497 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17e5a47d 2024-11-22T00:25:41,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbfd84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-22T00:25:41,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-22T00:25:41,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,489 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-22T00:25:41,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-22T00:25:41,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-22T00:25:41,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-22T00:25:41,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-22T00:25:41,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-22T00:25:41,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:60266 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-22T00:25:41,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:25:41,793 DEBUG [hconnection-0x36dc7adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,793 DEBUG [hconnection-0x543f194-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,794 DEBUG [hconnection-0x5801f8f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,794 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,794 DEBUG [hconnection-0x5e348f1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:41,794 DEBUG [hconnection-0x78a52a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,794 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,795 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,795 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,795 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-22T00:25:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:41,796 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:41,797 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:41,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:41,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:41,803 DEBUG [hconnection-0x1e0199a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,804 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,819 DEBUG [hconnection-0x3fa1c719-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,820 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,830 DEBUG [hconnection-0x64ab6fcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,831 DEBUG [hconnection-0x2412e9db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,832 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,843 DEBUG [hconnection-0x4713a01b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:25:41,845 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:25:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235201838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235201843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235201844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235201845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235201850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6f8c30d9ee54a61a75ffb8b535b723b_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235141800/Put/seqid=0 2024-11-22T00:25:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742349_1525 (size=12154) 2024-11-22T00:25:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:41,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:41,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235201951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235201953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235201953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235201954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235201955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:42,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235202154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235202156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235202157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235202157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235202157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:42,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6f8c30d9ee54a61a75ffb8b535b723b_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6f8c30d9ee54a61a75ffb8b535b723b_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:42,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e70c5ccc018b4984af9220e33380d3a3, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:42,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e70c5ccc018b4984af9220e33380d3a3 is 175, key is test_row_0/A:col10/1732235141800/Put/seqid=0 2024-11-22T00:25:42,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742350_1526 (size=30955) 2024-11-22T00:25:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:42,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235202458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235202458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235202461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235202462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235202462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:42,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,697 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e70c5ccc018b4984af9220e33380d3a3 2024-11-22T00:25:42,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/72ca7bdf90ca4b40968dd49b2079e8f4 is 50, key is test_row_0/B:col10/1732235141800/Put/seqid=0 2024-11-22T00:25:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742351_1527 (size=12001) 2024-11-22T00:25:42,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:42,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:42,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235202963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235202965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235202966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235202966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:42,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235202966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/72ca7bdf90ca4b40968dd49b2079e8f4 2024-11-22T00:25:43,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/8dec81dd1a2f458b8ef42a8d6b3a10ee is 50, key is test_row_0/C:col10/1732235141800/Put/seqid=0 2024-11-22T00:25:43,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742352_1528 (size=12001) 2024-11-22T00:25:43,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:43,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:25:43,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/8dec81dd1a2f458b8ef42a8d6b3a10ee 2024-11-22T00:25:43,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e70c5ccc018b4984af9220e33380d3a3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3 2024-11-22T00:25:43,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3, entries=150, sequenceid=15, filesize=30.2 K 2024-11-22T00:25:43,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/72ca7bdf90ca4b40968dd49b2079e8f4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/72ca7bdf90ca4b40968dd49b2079e8f4 2024-11-22T00:25:43,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/72ca7bdf90ca4b40968dd49b2079e8f4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T00:25:43,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/8dec81dd1a2f458b8ef42a8d6b3a10ee as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/8dec81dd1a2f458b8ef42a8d6b3a10ee 2024-11-22T00:25:43,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/8dec81dd1a2f458b8ef42a8d6b3a10ee, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T00:25:43,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for b9f0d6de0dc8acde11577a6d58b834e8 in 1796ms, sequenceid=15, compaction requested=false 2024-11-22T00:25:43,598 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T00:25:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:43,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:43,639 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:43,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226d360916d006499283b4c0cf71355369_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235141830/Put/seqid=0 2024-11-22T00:25:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742353_1529 (size=12154) 2024-11-22T00:25:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:43,668 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226d360916d006499283b4c0cf71355369_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226d360916d006499283b4c0cf71355369_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:43,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/aa0d96f0ccb84849a433498aa82f947f, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/aa0d96f0ccb84849a433498aa82f947f is 175, key is test_row_0/A:col10/1732235141830/Put/seqid=0 2024-11-22T00:25:43,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742354_1530 (size=30955) 2024-11-22T00:25:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235203976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235203976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235203976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235203977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235203978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235204080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235204080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235204080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,092 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/aa0d96f0ccb84849a433498aa82f947f 2024-11-22T00:25:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/71796783815a47a0b8ded403c9611eec is 50, key is test_row_0/B:col10/1732235141830/Put/seqid=0 2024-11-22T00:25:44,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742355_1531 (size=12001) 2024-11-22T00:25:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235204283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235204283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235204287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,501 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/71796783815a47a0b8ded403c9611eec 2024-11-22T00:25:44,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4b482144240e4f97b00a334c74fa70b2 is 50, key is test_row_0/C:col10/1732235141830/Put/seqid=0 2024-11-22T00:25:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742356_1532 (size=12001) 2024-11-22T00:25:44,509 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4b482144240e4f97b00a334c74fa70b2 2024-11-22T00:25:44,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/aa0d96f0ccb84849a433498aa82f947f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f 2024-11-22T00:25:44,517 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f, entries=150, sequenceid=42, filesize=30.2 K 2024-11-22T00:25:44,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/71796783815a47a0b8ded403c9611eec as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71796783815a47a0b8ded403c9611eec 2024-11-22T00:25:44,521 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71796783815a47a0b8ded403c9611eec, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T00:25:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4b482144240e4f97b00a334c74fa70b2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4b482144240e4f97b00a334c74fa70b2 2024-11-22T00:25:44,527 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4b482144240e4f97b00a334c74fa70b2, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T00:25:44,527 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b9f0d6de0dc8acde11577a6d58b834e8 in 888ms, sequenceid=42, compaction requested=false 2024-11-22T00:25:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-22T00:25:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-11-22T00:25:44,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T00:25:44,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7330 sec 2024-11-22T00:25:44,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.7380 sec 2024-11-22T00:25:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:44,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:44,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228ba47f4a705146f6bd98efe9418e891c_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742357_1533 (size=12154) 2024-11-22T00:25:44,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235204615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235204618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235204619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235204719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235204722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235204722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235204924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235204924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235204925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:45,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228ba47f4a705146f6bd98efe9418e891c_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228ba47f4a705146f6bd98efe9418e891c_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:45,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/2cca66df218847929393aa61f949d40e, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:45,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/2cca66df218847929393aa61f949d40e is 175, key is test_row_0/A:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742358_1534 (size=30955) 2024-11-22T00:25:45,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235205228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235205229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235205229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/2cca66df218847929393aa61f949d40e 2024-11-22T00:25:45,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/036a9b1f34c94be48674756d6e717d72 is 50, key is test_row_0/B:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:45,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742359_1535 (size=12001) 2024-11-22T00:25:45,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/036a9b1f34c94be48674756d6e717d72 2024-11-22T00:25:45,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/76879641f21c48939ed1d426761d60d3 is 50, key is test_row_0/C:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742360_1536 (size=12001) 2024-11-22T00:25:45,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:45,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235205732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235205733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235205737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:45,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/76879641f21c48939ed1d426761d60d3 2024-11-22T00:25:45,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/2cca66df218847929393aa61f949d40e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e 2024-11-22T00:25:45,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e, entries=150, sequenceid=53, filesize=30.2 K 2024-11-22T00:25:45,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/036a9b1f34c94be48674756d6e717d72 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/036a9b1f34c94be48674756d6e717d72 2024-11-22T00:25:45,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/036a9b1f34c94be48674756d6e717d72, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T00:25:45,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/76879641f21c48939ed1d426761d60d3 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/76879641f21c48939ed1d426761d60d3 2024-11-22T00:25:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/76879641f21c48939ed1d426761d60d3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T00:25:45,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b9f0d6de0dc8acde11577a6d58b834e8 in 1304ms, sequenceid=53, compaction requested=true 2024-11-22T00:25:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:45,892 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:45,892 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:45,893 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:45,893 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/A is initiating minor compaction (all files) 2024-11-22T00:25:45,893 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/A in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:45,893 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=90.7 K 2024-11-22T00:25:45,894 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:45,895 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e] 2024-11-22T00:25:45,896 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e70c5ccc018b4984af9220e33380d3a3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732235141799 2024-11-22T00:25:45,896 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:45,897 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/B is initiating minor compaction (all files) 2024-11-22T00:25:45,897 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/B in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:45,897 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/72ca7bdf90ca4b40968dd49b2079e8f4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71796783815a47a0b8ded403c9611eec, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/036a9b1f34c94be48674756d6e717d72] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=35.2 K 2024-11-22T00:25:45,897 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa0d96f0ccb84849a433498aa82f947f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235141830 2024-11-22T00:25:45,897 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 72ca7bdf90ca4b40968dd49b2079e8f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732235141799 2024-11-22T00:25:45,899 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cca66df218847929393aa61f949d40e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732235143975 2024-11-22T00:25:45,899 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 71796783815a47a0b8ded403c9611eec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235141830 2024-11-22T00:25:45,899 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 036a9b1f34c94be48674756d6e717d72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732235143975 2024-11-22T00:25:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-22T00:25:45,902 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-22T00:25:45,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-22T00:25:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:45,906 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:45,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:45,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:45,910 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:45,911 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/29363c5f7fc047d1bbcd0ddc756f26eb is 50, key is test_row_0/B:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:45,913 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:45,926 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ed6aa2fd427b4d44916aaa13b7b49255_b9f0d6de0dc8acde11577a6d58b834e8 store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:45,928 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ed6aa2fd427b4d44916aaa13b7b49255_b9f0d6de0dc8acde11577a6d58b834e8, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:45,928 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ed6aa2fd427b4d44916aaa13b7b49255_b9f0d6de0dc8acde11577a6d58b834e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742361_1537 (size=12104) 2024-11-22T00:25:45,959 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/29363c5f7fc047d1bbcd0ddc756f26eb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/29363c5f7fc047d1bbcd0ddc756f26eb 2024-11-22T00:25:45,964 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/B of b9f0d6de0dc8acde11577a6d58b834e8 into 29363c5f7fc047d1bbcd0ddc756f26eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:45,964 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:45,964 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/B, priority=13, startTime=1732235145892; duration=0sec 2024-11-22T00:25:45,964 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:45,964 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:B 2024-11-22T00:25:45,965 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:45,966 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:45,966 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/C is initiating minor compaction (all files) 2024-11-22T00:25:45,967 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/C in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:45,967 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/8dec81dd1a2f458b8ef42a8d6b3a10ee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4b482144240e4f97b00a334c74fa70b2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/76879641f21c48939ed1d426761d60d3] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=35.2 K 2024-11-22T00:25:45,967 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dec81dd1a2f458b8ef42a8d6b3a10ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732235141799 2024-11-22T00:25:45,968 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b482144240e4f97b00a334c74fa70b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732235141830 2024-11-22T00:25:45,968 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 76879641f21c48939ed1d426761d60d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732235143975 2024-11-22T00:25:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742362_1538 (size=4469) 2024-11-22T00:25:45,982 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:45,983 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/6f845666a4234b13858139ee4cc45f36 is 50, key is test_row_0/C:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742363_1539 (size=12104) 2024-11-22T00:25:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:46,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T00:25:46,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:46,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:46,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:46,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:46,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:46,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:46,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4a7c6d38ab14910b170d16b0a2a2978_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235145997/Put/seqid=0 2024-11-22T00:25:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:46,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235206008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235206011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742364_1540 (size=14594) 2024-11-22T00:25:46,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235206113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235206115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:46,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235206317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235206320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,376 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#A#compaction#457 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:46,377 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/5e29e3cb6ce648a8bfb0d8f05b756f38 is 175, key is test_row_0/A:col10/1732235144587/Put/seqid=0 2024-11-22T00:25:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742365_1541 (size=31058) 2024-11-22T00:25:46,384 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/5e29e3cb6ce648a8bfb0d8f05b756f38 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/5e29e3cb6ce648a8bfb0d8f05b756f38 2024-11-22T00:25:46,389 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/A of b9f0d6de0dc8acde11577a6d58b834e8 into 5e29e3cb6ce648a8bfb0d8f05b756f38(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:46,389 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:46,389 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/A, priority=13, startTime=1732235145892; duration=0sec 2024-11-22T00:25:46,389 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:46,389 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:A 2024-11-22T00:25:46,398 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/6f845666a4234b13858139ee4cc45f36 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6f845666a4234b13858139ee4cc45f36 2024-11-22T00:25:46,406 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/C of b9f0d6de0dc8acde11577a6d58b834e8 into 6f845666a4234b13858139ee4cc45f36(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:46,406 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:46,406 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/C, priority=13, startTime=1732235145893; duration=0sec 2024-11-22T00:25:46,406 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:46,406 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:C 2024-11-22T00:25:46,418 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:46,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4a7c6d38ab14910b170d16b0a2a2978_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4a7c6d38ab14910b170d16b0a2a2978_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:46,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/288d088591e944d2bb656f6c684c06dc, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:46,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/288d088591e944d2bb656f6c684c06dc is 175, key is test_row_0/A:col10/1732235145997/Put/seqid=0 2024-11-22T00:25:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742366_1542 (size=39549) 2024-11-22T00:25:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:46,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235206620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235206625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235206741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235206743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235206744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/288d088591e944d2bb656f6c684c06dc 2024-11-22T00:25:46,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/9097df99d0e34c8da7d201847f0faad7 is 50, key is test_row_0/B:col10/1732235145997/Put/seqid=0 2024-11-22T00:25:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742367_1543 (size=12001) 2024-11-22T00:25:46,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:46,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:46,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235207127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:47,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:47,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235207127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/9097df99d0e34c8da7d201847f0faad7 2024-11-22T00:25:47,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/2c28ea29f1e24929b3c9e4b7348de0eb is 50, key is test_row_0/C:col10/1732235145997/Put/seqid=0 2024-11-22T00:25:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742368_1544 (size=12001) 2024-11-22T00:25:47,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:47,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:47,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:47,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/2c28ea29f1e24929b3c9e4b7348de0eb 2024-11-22T00:25:47,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/288d088591e944d2bb656f6c684c06dc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc 2024-11-22T00:25:47,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc, entries=200, sequenceid=81, filesize=38.6 K 2024-11-22T00:25:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/9097df99d0e34c8da7d201847f0faad7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/9097df99d0e34c8da7d201847f0faad7 2024-11-22T00:25:47,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/9097df99d0e34c8da7d201847f0faad7, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T00:25:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/2c28ea29f1e24929b3c9e4b7348de0eb as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/2c28ea29f1e24929b3c9e4b7348de0eb 2024-11-22T00:25:47,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/2c28ea29f1e24929b3c9e4b7348de0eb, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T00:25:47,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b9f0d6de0dc8acde11577a6d58b834e8 in 1666ms, sequenceid=81, compaction requested=false 2024-11-22T00:25:47,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:47,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:47,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-22T00:25:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:47,737 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:47,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:47,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2a59e245a46448ab254402f9188303f_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235146007/Put/seqid=0 2024-11-22T00:25:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742369_1545 (size=12154) 2024-11-22T00:25:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:48,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:48,166 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2a59e245a46448ab254402f9188303f_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2a59e245a46448ab254402f9188303f_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/df2294db21e342c1865152494ed20eac, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/df2294db21e342c1865152494ed20eac is 175, key is test_row_0/A:col10/1732235146007/Put/seqid=0 2024-11-22T00:25:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742370_1546 (size=30955) 2024-11-22T00:25:48,193 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/df2294db21e342c1865152494ed20eac 2024-11-22T00:25:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/b15e4f1de58743a3b4e486fba8ba15d8 is 50, key is test_row_0/B:col10/1732235146007/Put/seqid=0 2024-11-22T00:25:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235208226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235208225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742371_1547 (size=12001) 2024-11-22T00:25:48,239 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/b15e4f1de58743a3b4e486fba8ba15d8 2024-11-22T00:25:48,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/e22af1c641e54642bd422a508d4b1a54 is 50, key is test_row_0/C:col10/1732235146007/Put/seqid=0 2024-11-22T00:25:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742372_1548 (size=12001) 2024-11-22T00:25:48,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235208330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235208331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:25:48,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235208533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235208536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,650 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/e22af1c641e54642bd422a508d4b1a54 2024-11-22T00:25:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/df2294db21e342c1865152494ed20eac as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac 2024-11-22T00:25:48,659 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac, entries=150, sequenceid=92, filesize=30.2 K 2024-11-22T00:25:48,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/b15e4f1de58743a3b4e486fba8ba15d8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b15e4f1de58743a3b4e486fba8ba15d8 2024-11-22T00:25:48,667 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b15e4f1de58743a3b4e486fba8ba15d8, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T00:25:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/e22af1c641e54642bd422a508d4b1a54 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e22af1c641e54642bd422a508d4b1a54 2024-11-22T00:25:48,674 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e22af1c641e54642bd422a508d4b1a54, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T00:25:48,675 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for b9f0d6de0dc8acde11577a6d58b834e8 in 938ms, sequenceid=92, compaction requested=true 2024-11-22T00:25:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-22T00:25:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-22T00:25:48,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-22T00:25:48,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7740 sec 2024-11-22T00:25:48,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.7900 sec 2024-11-22T00:25:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:48,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T00:25:48,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:48,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:48,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:48,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:48,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:48,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:48,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122affc4098475647419043abacf325e387_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235208766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235208767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,774 DEBUG [Thread-2343 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:48,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235208774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742373_1549 (size=17034) 2024-11-22T00:25:48,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:48,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122affc4098475647419043abacf325e387_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122affc4098475647419043abacf325e387_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:48,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/b2de1862d8384dbb888836e480b0c192, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:48,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/b2de1862d8384dbb888836e480b0c192 is 175, key is test_row_0/A:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235208840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235208841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742374_1550 (size=48139) 2024-11-22T00:25:48,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235208879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:48,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235208879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235209086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235209091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,256 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/b2de1862d8384dbb888836e480b0c192 2024-11-22T00:25:49,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/0579f8dbe78e4c0ab0a954dca21e7cf6 is 50, key is test_row_0/B:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742375_1551 (size=12001) 2024-11-22T00:25:49,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/0579f8dbe78e4c0ab0a954dca21e7cf6 2024-11-22T00:25:49,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/526425b2d9b6477981f1f86ca1b9686f is 50, key is test_row_0/C:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:49,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742376_1552 (size=12001) 2024-11-22T00:25:49,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/526425b2d9b6477981f1f86ca1b9686f 2024-11-22T00:25:49,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/b2de1862d8384dbb888836e480b0c192 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192 2024-11-22T00:25:49,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235209346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192, entries=250, sequenceid=122, filesize=47.0 K 2024-11-22T00:25:49,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235209347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/0579f8dbe78e4c0ab0a954dca21e7cf6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0579f8dbe78e4c0ab0a954dca21e7cf6 2024-11-22T00:25:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0579f8dbe78e4c0ab0a954dca21e7cf6, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T00:25:49,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/526425b2d9b6477981f1f86ca1b9686f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/526425b2d9b6477981f1f86ca1b9686f 2024-11-22T00:25:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/526425b2d9b6477981f1f86ca1b9686f, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T00:25:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for b9f0d6de0dc8acde11577a6d58b834e8 in 610ms, sequenceid=122, compaction requested=true 2024-11-22T00:25:49,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,369 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:49,370 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,371 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:49,371 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/A is initiating minor compaction (all files) 2024-11-22T00:25:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,371 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/A in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:49,371 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/5e29e3cb6ce648a8bfb0d8f05b756f38, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=146.2 K 2024-11-22T00:25:49,371 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:49,371 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/5e29e3cb6ce648a8bfb0d8f05b756f38, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192] 2024-11-22T00:25:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,372 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:49,372 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e29e3cb6ce648a8bfb0d8f05b756f38, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732235143975 2024-11-22T00:25:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,372 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/B is initiating minor compaction (all files) 2024-11-22T00:25:49,372 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/B in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:49,372 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/29363c5f7fc047d1bbcd0ddc756f26eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/9097df99d0e34c8da7d201847f0faad7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b15e4f1de58743a3b4e486fba8ba15d8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0579f8dbe78e4c0ab0a954dca21e7cf6] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=47.0 K 2024-11-22T00:25:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,373 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 29363c5f7fc047d1bbcd0ddc756f26eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732235143975 2024-11-22T00:25:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,373 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 288d088591e944d2bb656f6c684c06dc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732235144596 2024-11-22T00:25:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,374 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting df2294db21e342c1865152494ed20eac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732235146004 2024-11-22T00:25:49,374 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 9097df99d0e34c8da7d201847f0faad7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732235144596 2024-11-22T00:25:49,374 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b15e4f1de58743a3b4e486fba8ba15d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732235146004 2024-11-22T00:25:49,374 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2de1862d8384dbb888836e480b0c192, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235148221 2024-11-22T00:25:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,375 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 0579f8dbe78e4c0ab0a954dca21e7cf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235148221 2024-11-22T00:25:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,394 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#B#compaction#468 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,395 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/2a538ca4d36143dca44a6191ec7169d4 is 50, key is test_row_0/B:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,401 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,407 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220d1b8eba9e6d42ca92d1ca521e50a0de_b9f0d6de0dc8acde11577a6d58b834e8 store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,411 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220d1b8eba9e6d42ca92d1ca521e50a0de_b9f0d6de0dc8acde11577a6d58b834e8, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,411 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220d1b8eba9e6d42ca92d1ca521e50a0de_b9f0d6de0dc8acde11577a6d58b834e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742377_1553 (size=12241) 2024-11-22T00:25:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,446 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/2a538ca4d36143dca44a6191ec7169d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/2a538ca4d36143dca44a6191ec7169d4 2024-11-22T00:25:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,454 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/B of b9f0d6de0dc8acde11577a6d58b834e8 into 2a538ca4d36143dca44a6191ec7169d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:49,454 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:49,454 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/B, priority=12, startTime=1732235149370; duration=0sec 2024-11-22T00:25:49,454 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:49,454 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:B 2024-11-22T00:25:49,455 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,457 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:49,457 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/C is initiating minor compaction (all files) 2024-11-22T00:25:49,457 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/C in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742378_1554 (size=4469) 2024-11-22T00:25:49,457 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6f845666a4234b13858139ee4cc45f36, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/2c28ea29f1e24929b3c9e4b7348de0eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e22af1c641e54642bd422a508d4b1a54, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/526425b2d9b6477981f1f86ca1b9686f] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=47.0 K 2024-11-22T00:25:49,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f845666a4234b13858139ee4cc45f36, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732235143975 2024-11-22T00:25:49,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c28ea29f1e24929b3c9e4b7348de0eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732235144596 2024-11-22T00:25:49,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e22af1c641e54642bd422a508d4b1a54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732235146004 2024-11-22T00:25:49,458 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 526425b2d9b6477981f1f86ca1b9686f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235148221 2024-11-22T00:25:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:49,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,490 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:49,491 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/471e03f003cb48f7b5ab854c289cb457 is 50, key is test_row_0/C:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223dc51b7bdbf24361a8dc4e2a536c41bb_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_1/A:col10/1732235149420/Put/seqid=0 2024-11-22T00:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742379_1555 (size=12241) 2024-11-22T00:25:49,526 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/471e03f003cb48f7b5ab854c289cb457 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/471e03f003cb48f7b5ab854c289cb457 2024-11-22T00:25:49,531 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/C of b9f0d6de0dc8acde11577a6d58b834e8 into 471e03f003cb48f7b5ab854c289cb457(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:49,531 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:49,531 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/C, priority=12, startTime=1732235149370; duration=0sec 2024-11-22T00:25:49,531 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:49,531 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:C 2024-11-22T00:25:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742380_1556 (size=17284) 2024-11-22T00:25:49,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235209546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235209546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235209650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235209650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235209852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235209852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:49,858 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#A#compaction#469 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:49,858 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/a87e9af5dbdf4683963324ef9b720c9e is 175, key is test_row_0/A:col10/1732235148225/Put/seqid=0 2024-11-22T00:25:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742381_1557 (size=31195) 2024-11-22T00:25:49,887 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/a87e9af5dbdf4683963324ef9b720c9e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/a87e9af5dbdf4683963324ef9b720c9e 2024-11-22T00:25:49,892 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/A of b9f0d6de0dc8acde11577a6d58b834e8 into a87e9af5dbdf4683963324ef9b720c9e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:49,892 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:49,893 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/A, priority=12, startTime=1732235149369; duration=0sec 2024-11-22T00:25:49,893 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:49,893 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:A 2024-11-22T00:25:49,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:49,943 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223dc51b7bdbf24361a8dc4e2a536c41bb_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223dc51b7bdbf24361a8dc4e2a536c41bb_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:49,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e85a72886b8a457ea3d465e4feb31f86, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:49,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e85a72886b8a457ea3d465e4feb31f86 is 175, key is test_row_1/A:col10/1732235149420/Put/seqid=0 2024-11-22T00:25:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742382_1558 (size=48385) 2024-11-22T00:25:49,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e85a72886b8a457ea3d465e4feb31f86 2024-11-22T00:25:49,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4169f56dbcdb49db9391cb603cf7e152 is 50, key is test_row_1/B:col10/1732235149420/Put/seqid=0 2024-11-22T00:25:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742383_1559 (size=9757) 2024-11-22T00:25:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-22T00:25:50,011 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-22T00:25:50,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-22T00:25:50,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T00:25:50,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:50,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T00:25:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235210155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235210156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-22T00:25:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T00:25:50,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-22T00:25:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235210356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235210359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4169f56dbcdb49db9391cb603cf7e152 2024-11-22T00:25:50,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/ed0a8b09931d49d48b4b900bc3b83045 is 50, key is test_row_1/C:col10/1732235149420/Put/seqid=0 2024-11-22T00:25:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742384_1560 (size=9757) 2024-11-22T00:25:50,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-22T00:25:50,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T00:25:50,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-22T00:25:50,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:50,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235210659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235210663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T00:25:50,698 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T00:25:50,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-22T00:25:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:50,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/ed0a8b09931d49d48b4b900bc3b83045 2024-11-22T00:25:50,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/e85a72886b8a457ea3d465e4feb31f86 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86 2024-11-22T00:25:50,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86, entries=250, sequenceid=134, filesize=47.3 K 2024-11-22T00:25:50,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4169f56dbcdb49db9391cb603cf7e152 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4169f56dbcdb49db9391cb603cf7e152 2024-11-22T00:25:50,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4169f56dbcdb49db9391cb603cf7e152, entries=100, sequenceid=134, filesize=9.5 K 2024-11-22T00:25:50,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/ed0a8b09931d49d48b4b900bc3b83045 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/ed0a8b09931d49d48b4b900bc3b83045 2024-11-22T00:25:50,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/ed0a8b09931d49d48b4b900bc3b83045, entries=100, sequenceid=134, filesize=9.5 K 2024-11-22T00:25:50,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b9f0d6de0dc8acde11577a6d58b834e8 in 1371ms, sequenceid=134, compaction requested=false 2024-11-22T00:25:50,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:50,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:50,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-22T00:25:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:50,930 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:25:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112248518010e7104fac97f1ecd1beeacbe4_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235149545/Put/seqid=0 2024-11-22T00:25:50,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742385_1561 (size=12304) 2024-11-22T00:25:50,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:50,959 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112248518010e7104fac97f1ecd1beeacbe4_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248518010e7104fac97f1ecd1beeacbe4_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/97fb40fd0e5a4017bf2b6843ad5bce4f, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/97fb40fd0e5a4017bf2b6843ad5bce4f is 175, key is test_row_0/A:col10/1732235149545/Put/seqid=0 2024-11-22T00:25:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742386_1562 (size=31105) 2024-11-22T00:25:50,973 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/97fb40fd0e5a4017bf2b6843ad5bce4f 2024-11-22T00:25:50,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1b70f012092643bdbe0af9daabd560c2 is 50, key is test_row_0/B:col10/1732235149545/Put/seqid=0 2024-11-22T00:25:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742387_1563 (size=12151) 2024-11-22T00:25:50,986 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1b70f012092643bdbe0af9daabd560c2 2024-11-22T00:25:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/05ea06973ddb4d1b8c60a08cc0704de4 is 50, key is test_row_0/C:col10/1732235149545/Put/seqid=0 2024-11-22T00:25:51,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742388_1564 (size=12151) 2024-11-22T00:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T00:25:51,412 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/05ea06973ddb4d1b8c60a08cc0704de4 2024-11-22T00:25:51,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/97fb40fd0e5a4017bf2b6843ad5bce4f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f 2024-11-22T00:25:51,430 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f, entries=150, sequenceid=161, filesize=30.4 K 2024-11-22T00:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1b70f012092643bdbe0af9daabd560c2 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1b70f012092643bdbe0af9daabd560c2 2024-11-22T00:25:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,440 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1b70f012092643bdbe0af9daabd560c2, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T00:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/05ea06973ddb4d1b8c60a08cc0704de4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/05ea06973ddb4d1b8c60a08cc0704de4 2024-11-22T00:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,471 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/05ea06973ddb4d1b8c60a08cc0704de4, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T00:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,483 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b9f0d6de0dc8acde11577a6d58b834e8 in 552ms, sequenceid=161, compaction requested=true 2024-11-22T00:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-22T00:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-22T00:25:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-22T00:25:51,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-11-22T00:25:51,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.4800 sec 2024-11-22T00:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:25:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:51,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:51,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:51,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a17e9546cdf2468aa559aea780a83ade_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742390_1566 (size=27248) 2024-11-22T00:25:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235211860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:51,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235211861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:51,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235211966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:51,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235211967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T00:25:52,117 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-22T00:25:52,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-22T00:25:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:52,124 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:52,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:52,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235212171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235212173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:52,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:52,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a17e9546cdf2468aa559aea780a83ade_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a17e9546cdf2468aa559aea780a83ade_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:52,245 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/ab2ddf0c96fc4fac802623704694f885, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:52,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/ab2ddf0c96fc4fac802623704694f885 is 175, key is test_row_0/A:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742389_1565 (size=83034) 2024-11-22T00:25:52,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235212359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,362 DEBUG [Thread-2345 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235212367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,371 DEBUG [Thread-2349 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:52,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235212479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235212480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/ab2ddf0c96fc4fac802623704694f885 2024-11-22T00:25:52,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/28c6ce937c33432aac8e46861cc6c7d6 is 50, key is test_row_0/B:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742391_1567 (size=12151) 2024-11-22T00:25:52,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:52,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60752 deadline: 1732235212794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,797 DEBUG [Thread-2343 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:52,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:52,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235212987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235212990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:53,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:53,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:53,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/28c6ce937c33432aac8e46861cc6c7d6 2024-11-22T00:25:53,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/6a0e4f28ef92414ab652a41454d28764 is 50, key is test_row_0/C:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742392_1568 (size=12151) 2024-11-22T00:25:53,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/6a0e4f28ef92414ab652a41454d28764 2024-11-22T00:25:53,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/ab2ddf0c96fc4fac802623704694f885 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885 2024-11-22T00:25:53,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885, entries=450, sequenceid=173, filesize=81.1 K 2024-11-22T00:25:53,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/28c6ce937c33432aac8e46861cc6c7d6 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/28c6ce937c33432aac8e46861cc6c7d6 2024-11-22T00:25:53,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/28c6ce937c33432aac8e46861cc6c7d6, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T00:25:53,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:53,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/6a0e4f28ef92414ab652a41454d28764 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6a0e4f28ef92414ab652a41454d28764 2024-11-22T00:25:53,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:53,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6a0e4f28ef92414ab652a41454d28764, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T00:25:53,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b9f0d6de0dc8acde11577a6d58b834e8 in 1471ms, sequenceid=173, compaction requested=true 2024-11-22T00:25:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:53,227 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:53,228 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 193719 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:53,228 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/A is initiating minor compaction (all files) 2024-11-22T00:25:53,228 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/A in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,228 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/a87e9af5dbdf4683963324ef9b720c9e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=189.2 K 2024-11-22T00:25:53,228 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,228 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/a87e9af5dbdf4683963324ef9b720c9e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885] 2024-11-22T00:25:53,228 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting a87e9af5dbdf4683963324ef9b720c9e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235148221 2024-11-22T00:25:53,229 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85a72886b8a457ea3d465e4feb31f86, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235149408 2024-11-22T00:25:53,229 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97fb40fd0e5a4017bf2b6843ad5bce4f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732235149525 2024-11-22T00:25:53,229 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab2ddf0c96fc4fac802623704694f885, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732235151697 2024-11-22T00:25:53,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:53,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:53,234 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:53,235 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:53,235 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/B is initiating minor compaction (all files) 2024-11-22T00:25:53,235 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/B in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,235 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/2a538ca4d36143dca44a6191ec7169d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4169f56dbcdb49db9391cb603cf7e152, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1b70f012092643bdbe0af9daabd560c2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/28c6ce937c33432aac8e46861cc6c7d6] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=45.2 K 2024-11-22T00:25:53,236 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a538ca4d36143dca44a6191ec7169d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235148221 2024-11-22T00:25:53,236 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4169f56dbcdb49db9391cb603cf7e152, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235149420 2024-11-22T00:25:53,236 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b70f012092643bdbe0af9daabd560c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732235149525 2024-11-22T00:25:53,236 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 28c6ce937c33432aac8e46861cc6c7d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732235151737 2024-11-22T00:25:53,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:53,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:53,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:53,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:53,264 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:53,277 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ef3a37ce72ff4933bedc1aedab4560da_b9f0d6de0dc8acde11577a6d58b834e8 store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:53,281 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ef3a37ce72ff4933bedc1aedab4560da_b9f0d6de0dc8acde11577a6d58b834e8, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:53,281 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ef3a37ce72ff4933bedc1aedab4560da_b9f0d6de0dc8acde11577a6d58b834e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:53,294 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:53,295 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4b4cf15932e343df898cc6c55b25fc19 is 50, key is test_row_0/B:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:53,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742393_1569 (size=4469) 2024-11-22T00:25:53,358 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#A#compaction#480 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:53,358 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/673b205a17c34e69957dfb6edb5f525a is 175, key is test_row_0/A:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742394_1570 (size=12527) 2024-11-22T00:25:53,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:53,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-22T00:25:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,374 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:25:53,374 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4b4cf15932e343df898cc6c55b25fc19 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4b4cf15932e343df898cc6c55b25fc19 2024-11-22T00:25:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:53,381 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/B of b9f0d6de0dc8acde11577a6d58b834e8 into 4b4cf15932e343df898cc6c55b25fc19(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:53,382 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:53,382 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/B, priority=12, startTime=1732235153234; duration=0sec 2024-11-22T00:25:53,382 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:53,382 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:B 2024-11-22T00:25:53,382 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:53,383 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:53,383 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/C is initiating minor compaction (all files) 2024-11-22T00:25:53,383 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/C in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:53,383 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/471e03f003cb48f7b5ab854c289cb457, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/ed0a8b09931d49d48b4b900bc3b83045, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/05ea06973ddb4d1b8c60a08cc0704de4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6a0e4f28ef92414ab652a41454d28764] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=45.2 K 2024-11-22T00:25:53,384 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 471e03f003cb48f7b5ab854c289cb457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732235148221 2024-11-22T00:25:53,384 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting ed0a8b09931d49d48b4b900bc3b83045, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732235149420 2024-11-22T00:25:53,384 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ea06973ddb4d1b8c60a08cc0704de4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732235149525 2024-11-22T00:25:53,385 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0e4f28ef92414ab652a41454d28764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732235151737 2024-11-22T00:25:53,409 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#C#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:53,409 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/85e56f70fcff4dff86b8fc927cbfa489 is 50, key is test_row_0/C:col10/1732235151753/Put/seqid=0 2024-11-22T00:25:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742395_1571 (size=31481) 2024-11-22T00:25:53,430 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/673b205a17c34e69957dfb6edb5f525a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/673b205a17c34e69957dfb6edb5f525a 2024-11-22T00:25:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e64d185155ba4799ad3b93493488da5d_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235151860/Put/seqid=0 2024-11-22T00:25:53,440 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/A of b9f0d6de0dc8acde11577a6d58b834e8 into 673b205a17c34e69957dfb6edb5f525a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:53,440 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:53,440 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/A, priority=12, startTime=1732235153227; duration=0sec 2024-11-22T00:25:53,440 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:53,441 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:A 2024-11-22T00:25:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742396_1572 (size=12527) 2024-11-22T00:25:53,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742397_1573 (size=12304) 2024-11-22T00:25:53,894 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/85e56f70fcff4dff86b8fc927cbfa489 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/85e56f70fcff4dff86b8fc927cbfa489 2024-11-22T00:25:53,899 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/C of b9f0d6de0dc8acde11577a6d58b834e8 into 85e56f70fcff4dff86b8fc927cbfa489(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:53,899 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:53,899 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/C, priority=12, startTime=1732235153242; duration=0sec 2024-11-22T00:25:53,900 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:53,900 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:C 2024-11-22T00:25:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:53,915 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e64d185155ba4799ad3b93493488da5d_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e64d185155ba4799ad3b93493488da5d_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/fedc7de3e8c748d4817b3220bd81629a, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/fedc7de3e8c748d4817b3220bd81629a is 175, key is test_row_0/A:col10/1732235151860/Put/seqid=0 2024-11-22T00:25:53,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742398_1574 (size=31105) 2024-11-22T00:25:53,936 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/fedc7de3e8c748d4817b3220bd81629a 2024-11-22T00:25:53,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/b8c771ed26714a16971f984ff83a4d32 is 50, key is test_row_0/B:col10/1732235151860/Put/seqid=0 2024-11-22T00:25:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742399_1575 (size=12151) 2024-11-22T00:25:53,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235214008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235214009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235214112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235214112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235214316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235214317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,371 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/b8c771ed26714a16971f984ff83a4d32 2024-11-22T00:25:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/3859bdc0accc4ab39f95e4eb44fc175c is 50, key is test_row_0/C:col10/1732235151860/Put/seqid=0 2024-11-22T00:25:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742400_1576 (size=12151) 2024-11-22T00:25:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235214621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235214622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:54,813 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/3859bdc0accc4ab39f95e4eb44fc175c 2024-11-22T00:25:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/fedc7de3e8c748d4817b3220bd81629a as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a 2024-11-22T00:25:54,823 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a, entries=150, sequenceid=197, filesize=30.4 K 2024-11-22T00:25:54,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/b8c771ed26714a16971f984ff83a4d32 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b8c771ed26714a16971f984ff83a4d32 2024-11-22T00:25:54,830 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b8c771ed26714a16971f984ff83a4d32, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T00:25:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/3859bdc0accc4ab39f95e4eb44fc175c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/3859bdc0accc4ab39f95e4eb44fc175c 2024-11-22T00:25:54,834 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/3859bdc0accc4ab39f95e4eb44fc175c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T00:25:54,835 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b9f0d6de0dc8acde11577a6d58b834e8 in 1461ms, sequenceid=197, compaction requested=false 2024-11-22T00:25:54,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:54,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:54,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-22T00:25:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-22T00:25:54,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-22T00:25:54,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7120 sec 2024-11-22T00:25:54,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.7210 sec 2024-11-22T00:25:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:55,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T00:25:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:55,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:55,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112280d79d5d9e7f4f048c01be6eb18fbab7_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742401_1577 (size=14794) 2024-11-22T00:25:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235215152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235215155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235215256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235215259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235215464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235215464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:55,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112280d79d5d9e7f4f048c01be6eb18fbab7_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112280d79d5d9e7f4f048c01be6eb18fbab7_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:55,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c37b5089b7294d07936f6c15260be94d, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:55,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c37b5089b7294d07936f6c15260be94d is 175, key is test_row_0/A:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742402_1578 (size=39749) 2024-11-22T00:25:55,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c37b5089b7294d07936f6c15260be94d 2024-11-22T00:25:55,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/5b28e92058e04df8a9481102ada82ce7 is 50, key is test_row_0/B:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742403_1579 (size=12151) 2024-11-22T00:25:55,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/5b28e92058e04df8a9481102ada82ce7 2024-11-22T00:25:55,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/aad2ad16ce784cebace42f614958977d is 50, key is test_row_0/C:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742404_1580 (size=12151) 2024-11-22T00:25:55,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/aad2ad16ce784cebace42f614958977d 2024-11-22T00:25:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c37b5089b7294d07936f6c15260be94d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d 2024-11-22T00:25:55,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d, entries=200, sequenceid=214, filesize=38.8 K 2024-11-22T00:25:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/5b28e92058e04df8a9481102ada82ce7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/5b28e92058e04df8a9481102ada82ce7 2024-11-22T00:25:55,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/5b28e92058e04df8a9481102ada82ce7, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T00:25:55,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/aad2ad16ce784cebace42f614958977d as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/aad2ad16ce784cebace42f614958977d 2024-11-22T00:25:55,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/aad2ad16ce784cebace42f614958977d, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T00:25:55,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b9f0d6de0dc8acde11577a6d58b834e8 in 596ms, sequenceid=214, compaction requested=true 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:55,723 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:55,723 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:55,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:55,725 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:55,726 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/B is initiating minor compaction (all files) 2024-11-22T00:25:55,726 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/B in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:55,726 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4b4cf15932e343df898cc6c55b25fc19, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b8c771ed26714a16971f984ff83a4d32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/5b28e92058e04df8a9481102ada82ce7] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=36.0 K 2024-11-22T00:25:55,726 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:55,726 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/A is initiating minor compaction (all files) 2024-11-22T00:25:55,726 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/A in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:55,726 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4cf15932e343df898cc6c55b25fc19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732235151737 2024-11-22T00:25:55,726 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/673b205a17c34e69957dfb6edb5f525a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=99.9 K 2024-11-22T00:25:55,726 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:55,726 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/673b205a17c34e69957dfb6edb5f525a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d] 2024-11-22T00:25:55,727 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting b8c771ed26714a16971f984ff83a4d32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732235151831 2024-11-22T00:25:55,727 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 673b205a17c34e69957dfb6edb5f525a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732235151737 2024-11-22T00:25:55,727 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b28e92058e04df8a9481102ada82ce7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732235153998 2024-11-22T00:25:55,727 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting fedc7de3e8c748d4817b3220bd81629a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732235151831 2024-11-22T00:25:55,728 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting c37b5089b7294d07936f6c15260be94d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732235153998 2024-11-22T00:25:55,739 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:55,741 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#B#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:55,741 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/71eddc1078ad4b48a9867e41e71af5f9 is 50, key is test_row_0/B:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,743 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228ebc73ddcf72475aad485e352d79ef08_b9f0d6de0dc8acde11577a6d58b834e8 store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742405_1581 (size=12629) 2024-11-22T00:25:55,745 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228ebc73ddcf72475aad485e352d79ef08_b9f0d6de0dc8acde11577a6d58b834e8, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:55,745 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228ebc73ddcf72475aad485e352d79ef08_b9f0d6de0dc8acde11577a6d58b834e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742406_1582 (size=4469) 2024-11-22T00:25:55,752 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/71eddc1078ad4b48a9867e41e71af5f9 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71eddc1078ad4b48a9867e41e71af5f9 2024-11-22T00:25:55,753 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#A#compaction#489 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:55,753 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/2f3b2efeda294a2ab7a2da1fc792bc01 is 175, key is test_row_0/A:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,757 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/B of b9f0d6de0dc8acde11577a6d58b834e8 into 71eddc1078ad4b48a9867e41e71af5f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:55,757 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:55,757 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/B, priority=13, startTime=1732235155723; duration=0sec 2024-11-22T00:25:55,757 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:55,757 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:B 2024-11-22T00:25:55,757 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:25:55,761 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:25:55,761 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/C is initiating minor compaction (all files) 2024-11-22T00:25:55,761 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/C in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:55,761 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/85e56f70fcff4dff86b8fc927cbfa489, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/3859bdc0accc4ab39f95e4eb44fc175c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/aad2ad16ce784cebace42f614958977d] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=36.0 K 2024-11-22T00:25:55,762 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 85e56f70fcff4dff86b8fc927cbfa489, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732235151737 2024-11-22T00:25:55,762 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 3859bdc0accc4ab39f95e4eb44fc175c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732235151831 2024-11-22T00:25:55,763 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting aad2ad16ce784cebace42f614958977d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732235153998 2024-11-22T00:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:55,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T00:25:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742407_1583 (size=31583) 2024-11-22T00:25:55,772 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:55,773 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/a2af9cce0c44445d8cfe4937c25de719 is 50, key is test_row_0/C:col10/1732235155126/Put/seqid=0 2024-11-22T00:25:55,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224466dfe9ad9e4e4eb4e46cec97650f96_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235155154/Put/seqid=0 2024-11-22T00:25:55,783 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/2f3b2efeda294a2ab7a2da1fc792bc01 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2f3b2efeda294a2ab7a2da1fc792bc01 2024-11-22T00:25:55,794 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/A of b9f0d6de0dc8acde11577a6d58b834e8 into 2f3b2efeda294a2ab7a2da1fc792bc01(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:55,794 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:55,794 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/A, priority=13, startTime=1732235155723; duration=0sec 2024-11-22T00:25:55,794 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:55,794 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:A 2024-11-22T00:25:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235215798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235215799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742408_1584 (size=12629) 2024-11-22T00:25:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742409_1585 (size=12304) 2024-11-22T00:25:55,815 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/a2af9cce0c44445d8cfe4937c25de719 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a2af9cce0c44445d8cfe4937c25de719 2024-11-22T00:25:55,819 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/C of b9f0d6de0dc8acde11577a6d58b834e8 into a2af9cce0c44445d8cfe4937c25de719(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:25:55,819 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:55,819 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/C, priority=13, startTime=1732235155723; duration=0sec 2024-11-22T00:25:55,819 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:25:55,819 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:C 2024-11-22T00:25:55,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235215901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235215903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235216104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235216106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:56,215 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224466dfe9ad9e4e4eb4e46cec97650f96_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224466dfe9ad9e4e4eb4e46cec97650f96_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:56,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d8fc6074a8d04845a5da36cd06233272, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:56,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d8fc6074a8d04845a5da36cd06233272 is 175, key is test_row_0/A:col10/1732235155154/Put/seqid=0 2024-11-22T00:25:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742410_1586 (size=31105) 2024-11-22T00:25:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T00:25:56,229 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-22T00:25:56,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-22T00:25:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-22T00:25:56,231 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:56,231 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:56,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-22T00:25:56,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-22T00:25:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60810 deadline: 1732235216387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,390 DEBUG [Thread-2345 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60818 deadline: 1732235216403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,405 DEBUG [Thread-2349 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., hostname=eb610cd766b1,40805,1732234971623, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:25:56,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235216408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235216409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-22T00:25:56,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-22T00:25:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d8fc6074a8d04845a5da36cd06233272 2024-11-22T00:25:56,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/0f62a60cc157477f9d3d9eafd16a700e is 50, key is test_row_0/B:col10/1732235155154/Put/seqid=0 2024-11-22T00:25:56,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742411_1587 (size=12151) 2024-11-22T00:25:56,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-22T00:25:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-22T00:25:56,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-22T00:25:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:56,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:56,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235216915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235216919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:56,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-22T00:25:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:57,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:57,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/0f62a60cc157477f9d3d9eafd16a700e 2024-11-22T00:25:57,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/518a6ededf094f62bd1255d13b475445 is 50, key is test_row_0/C:col10/1732235155154/Put/seqid=0 2024-11-22T00:25:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742412_1588 (size=12151) 2024-11-22T00:25:57,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/518a6ededf094f62bd1255d13b475445 2024-11-22T00:25:57,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d8fc6074a8d04845a5da36cd06233272 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272 2024-11-22T00:25:57,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272, entries=150, sequenceid=239, filesize=30.4 K 2024-11-22T00:25:57,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/0f62a60cc157477f9d3d9eafd16a700e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0f62a60cc157477f9d3d9eafd16a700e 2024-11-22T00:25:57,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0f62a60cc157477f9d3d9eafd16a700e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T00:25:57,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/518a6ededf094f62bd1255d13b475445 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/518a6ededf094f62bd1255d13b475445 2024-11-22T00:25:57,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/518a6ededf094f62bd1255d13b475445, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T00:25:57,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b9f0d6de0dc8acde11577a6d58b834e8 in 1372ms, sequenceid=239, compaction requested=false 2024-11-22T00:25:57,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:57,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:57,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:57,152 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220f7206ed886d44d7890add690b41b348_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235155790/Put/seqid=0 2024-11-22T00:25:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742413_1589 (size=12304) 2024-11-22T00:25:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-22T00:25:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:57,631 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220f7206ed886d44d7890add690b41b348_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220f7206ed886d44d7890add690b41b348_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:57,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/8a0abd0b28d446fab22224729ee03f52, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/8a0abd0b28d446fab22224729ee03f52 is 175, key is test_row_0/A:col10/1732235155790/Put/seqid=0 2024-11-22T00:25:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742414_1590 (size=31105) 2024-11-22T00:25:57,665 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/8a0abd0b28d446fab22224729ee03f52 2024-11-22T00:25:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/67133dce02604055b7e1250d9698868c is 50, key is test_row_0/B:col10/1732235155790/Put/seqid=0 2024-11-22T00:25:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742415_1591 (size=12151) 2024-11-22T00:25:57,713 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/67133dce02604055b7e1250d9698868c 2024-11-22T00:25:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/167adc3825f44b07acc7ef147478effe is 50, key is test_row_0/C:col10/1732235155790/Put/seqid=0 2024-11-22T00:25:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742416_1592 (size=12151) 2024-11-22T00:25:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:57,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235217979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235217981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235218083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235218084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,141 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/167adc3825f44b07acc7ef147478effe 2024-11-22T00:25:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/8a0abd0b28d446fab22224729ee03f52 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52 2024-11-22T00:25:58,147 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52, entries=150, sequenceid=253, filesize=30.4 K 2024-11-22T00:25:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/67133dce02604055b7e1250d9698868c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/67133dce02604055b7e1250d9698868c 2024-11-22T00:25:58,153 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/67133dce02604055b7e1250d9698868c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T00:25:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/167adc3825f44b07acc7ef147478effe as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/167adc3825f44b07acc7ef147478effe 2024-11-22T00:25:58,157 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/167adc3825f44b07acc7ef147478effe, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T00:25:58,158 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b9f0d6de0dc8acde11577a6d58b834e8 in 1006ms, sequenceid=253, compaction requested=true 2024-11-22T00:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-22T00:25:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-22T00:25:58,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-22T00:25:58,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9280 sec 2024-11-22T00:25:58,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.9300 sec 2024-11-22T00:25:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:58,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T00:25:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:58,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:58,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:58,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:58,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:58,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235218313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235218314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122368bfbb16bc44a298ba4ea928f2103d9_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235157974/Put/seqid=0 2024-11-22T00:25:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-22T00:25:58,339 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-22T00:25:58,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T00:25:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-22T00:25:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:25:58,343 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T00:25:58,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T00:25:58,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T00:25:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742417_1593 (size=12454) 2024-11-22T00:25:58,363 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:25:58,366 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122368bfbb16bc44a298ba4ea928f2103d9_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122368bfbb16bc44a298ba4ea928f2103d9_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:25:58,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/38ac740a2b154f1f8136748180463315, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:58,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/38ac740a2b154f1f8136748180463315 is 175, key is test_row_0/A:col10/1732235157974/Put/seqid=0 2024-11-22T00:25:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742418_1594 (size=31255) 2024-11-22T00:25:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235218418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235218423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:25:58,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235218623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235218626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:25:58,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/38ac740a2b154f1f8136748180463315 2024-11-22T00:25:58,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/282fcff5c2fc470e85c40127a7bfa281 is 50, key is test_row_0/B:col10/1732235157974/Put/seqid=0 2024-11-22T00:25:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742419_1595 (size=12301) 2024-11-22T00:25:58,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:58,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:58,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235218925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235218930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:25:58,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:58,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:58,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/282fcff5c2fc470e85c40127a7bfa281 2024-11-22T00:25:59,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4d81843f53ab4d62aabf3ac7ea5311df is 50, key is test_row_0/C:col10/1732235157974/Put/seqid=0 2024-11-22T00:25:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742420_1596 (size=12301) 2024-11-22T00:25:59,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235219430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:25:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235219435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:25:59,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:25:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:25:59,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4d81843f53ab4d62aabf3ac7ea5311df 2024-11-22T00:25:59,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/38ac740a2b154f1f8136748180463315 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315 2024-11-22T00:25:59,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315, entries=150, sequenceid=278, filesize=30.5 K 2024-11-22T00:25:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/282fcff5c2fc470e85c40127a7bfa281 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/282fcff5c2fc470e85c40127a7bfa281 2024-11-22T00:25:59,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/282fcff5c2fc470e85c40127a7bfa281, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T00:25:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4d81843f53ab4d62aabf3ac7ea5311df as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4d81843f53ab4d62aabf3ac7ea5311df 2024-11-22T00:25:59,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4d81843f53ab4d62aabf3ac7ea5311df, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T00:25:59,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b9f0d6de0dc8acde11577a6d58b834e8 in 1343ms, sequenceid=278, compaction requested=true 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:25:59,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T00:25:59,633 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:59,634 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:25:59,635 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:59,635 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/A is initiating minor compaction (all files) 2024-11-22T00:25:59,635 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/A in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,635 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2f3b2efeda294a2ab7a2da1fc792bc01, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=122.1 K 2024-11-22T00:25:59,635 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,635 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2f3b2efeda294a2ab7a2da1fc792bc01, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315] 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f3b2efeda294a2ab7a2da1fc792bc01, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732235153998 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/C is initiating minor compaction (all files) 2024-11-22T00:25:59,636 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/C in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,636 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a2af9cce0c44445d8cfe4937c25de719, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/518a6ededf094f62bd1255d13b475445, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/167adc3825f44b07acc7ef147478effe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4d81843f53ab4d62aabf3ac7ea5311df] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=48.1 K 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8fc6074a8d04845a5da36cd06233272, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732235155154 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting a2af9cce0c44445d8cfe4937c25de719, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732235153998 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a0abd0b28d446fab22224729ee03f52, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732235155777 2024-11-22T00:25:59,636 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 518a6ededf094f62bd1255d13b475445, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732235155154 2024-11-22T00:25:59,637 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 167adc3825f44b07acc7ef147478effe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732235155777 2024-11-22T00:25:59,637 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38ac740a2b154f1f8136748180463315, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235157972 2024-11-22T00:25:59,637 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d81843f53ab4d62aabf3ac7ea5311df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235157972 2024-11-22T00:25:59,643 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:59,645 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:25:59,646 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/fa45cb358a4147d590a9cea4289489e7 is 50, key is test_row_0/C:col10/1732235157974/Put/seqid=0 2024-11-22T00:25:59,648 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222726d5cae13e449da69cdf9c485cdf3d_b9f0d6de0dc8acde11577a6d58b834e8 store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:59,651 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222726d5cae13e449da69cdf9c485cdf3d_b9f0d6de0dc8acde11577a6d58b834e8, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:59,651 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222726d5cae13e449da69cdf9c485cdf3d_b9f0d6de0dc8acde11577a6d58b834e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:25:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742421_1597 (size=12915) 2024-11-22T00:25:59,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742422_1598 (size=4469) 2024-11-22T00:25:59,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:25:59,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-22T00:25:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:25:59,731 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T00:25:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:25:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:25:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:25:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:25:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a153efdf3b9e44f59f106225d754a2b6_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235158310/Put/seqid=0 2024-11-22T00:25:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742423_1599 (size=12454) 2024-11-22T00:26:00,058 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/fa45cb358a4147d590a9cea4289489e7 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/fa45cb358a4147d590a9cea4289489e7 2024-11-22T00:26:00,061 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:26:00,062 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/327b4ebf78c34156ac27881c7ed27298 is 175, key is test_row_0/A:col10/1732235157974/Put/seqid=0 2024-11-22T00:26:00,064 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/C of b9f0d6de0dc8acde11577a6d58b834e8 into fa45cb358a4147d590a9cea4289489e7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:26:00,064 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:00,064 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/C, priority=12, startTime=1732235159633; duration=0sec 2024-11-22T00:26:00,064 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:26:00,064 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:C 2024-11-22T00:26:00,064 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T00:26:00,065 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T00:26:00,065 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/B is initiating minor compaction (all files) 2024-11-22T00:26:00,065 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/B in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:00,065 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71eddc1078ad4b48a9867e41e71af5f9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0f62a60cc157477f9d3d9eafd16a700e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/67133dce02604055b7e1250d9698868c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/282fcff5c2fc470e85c40127a7bfa281] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=48.1 K 2024-11-22T00:26:00,066 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 71eddc1078ad4b48a9867e41e71af5f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732235153998 2024-11-22T00:26:00,066 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f62a60cc157477f9d3d9eafd16a700e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732235155154 2024-11-22T00:26:00,066 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 67133dce02604055b7e1250d9698868c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732235155777 2024-11-22T00:26:00,066 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 282fcff5c2fc470e85c40127a7bfa281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235157972 2024-11-22T00:26:00,089 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:26:00,090 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/e591ce90b1b64885b7ff33a1bbb38816 is 50, key is test_row_0/B:col10/1732235157974/Put/seqid=0 2024-11-22T00:26:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742424_1600 (size=31869) 2024-11-22T00:26:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742425_1601 (size=12915) 2024-11-22T00:26:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:26:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a153efdf3b9e44f59f106225d754a2b6_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a153efdf3b9e44f59f106225d754a2b6_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/61d447f5b47e4e7eb701e85222017185, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/61d447f5b47e4e7eb701e85222017185 is 175, key is test_row_0/A:col10/1732235158310/Put/seqid=0 2024-11-22T00:26:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742426_1602 (size=31255) 2024-11-22T00:26:00,175 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/61d447f5b47e4e7eb701e85222017185 2024-11-22T00:26:00,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/73bf5c5547654e7d9b9a7f7371a08996 is 50, key is test_row_0/B:col10/1732235158310/Put/seqid=0 2024-11-22T00:26:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742427_1603 (size=12301) 2024-11-22T00:26:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:26:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:00,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. as already flushing 2024-11-22T00:26:00,495 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/327b4ebf78c34156ac27881c7ed27298 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/327b4ebf78c34156ac27881c7ed27298 2024-11-22T00:26:00,499 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/A of b9f0d6de0dc8acde11577a6d58b834e8 into 327b4ebf78c34156ac27881c7ed27298(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:26:00,500 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:00,500 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/A, priority=12, startTime=1732235159633; duration=0sec 2024-11-22T00:26:00,500 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:26:00,500 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:A 2024-11-22T00:26:00,505 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/e591ce90b1b64885b7ff33a1bbb38816 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/e591ce90b1b64885b7ff33a1bbb38816 2024-11-22T00:26:00,510 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/B of b9f0d6de0dc8acde11577a6d58b834e8 into e591ce90b1b64885b7ff33a1bbb38816(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:26:00,510 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:00,510 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/B, priority=12, startTime=1732235159633; duration=0sec 2024-11-22T00:26:00,511 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:26:00,511 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:B 2024-11-22T00:26:00,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235220524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235220527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:00,608 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/73bf5c5547654e7d9b9a7f7371a08996 2024-11-22T00:26:00,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/e5ddf448839f4d329796046db248c8c0 is 50, key is test_row_0/C:col10/1732235158310/Put/seqid=0 2024-11-22T00:26:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742428_1604 (size=12301) 2024-11-22T00:26:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235220628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:00,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235220631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235220835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235220839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,025 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/e5ddf448839f4d329796046db248c8c0 2024-11-22T00:26:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/61d447f5b47e4e7eb701e85222017185 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185 2024-11-22T00:26:01,030 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185, entries=150, sequenceid=289, filesize=30.5 K 2024-11-22T00:26:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/73bf5c5547654e7d9b9a7f7371a08996 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/73bf5c5547654e7d9b9a7f7371a08996 2024-11-22T00:26:01,033 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/73bf5c5547654e7d9b9a7f7371a08996, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T00:26:01,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/e5ddf448839f4d329796046db248c8c0 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e5ddf448839f4d329796046db248c8c0 2024-11-22T00:26:01,036 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e5ddf448839f4d329796046db248c8c0, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T00:26:01,036 INFO [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b9f0d6de0dc8acde11577a6d58b834e8 in 1305ms, sequenceid=289, compaction requested=false 2024-11-22T00:26:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb610cd766b1:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-22T00:26:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-22T00:26:01,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-22T00:26:01,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6930 sec 2024-11-22T00:26:01,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.6970 sec 2024-11-22T00:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:01,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T00:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:26:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:01,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228acfc0db6efb449da5e0d31658369bb2_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742429_1605 (size=12454) 2024-11-22T00:26:01,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235221154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235221155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235221263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235221268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235221467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235221472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,550 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:26:01,556 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228acfc0db6efb449da5e0d31658369bb2_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228acfc0db6efb449da5e0d31658369bb2_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:01,557 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d2b915a106bb4ffbbd3acecb86b91570, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:01,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d2b915a106bb4ffbbd3acecb86b91570 is 175, key is test_row_0/A:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742430_1606 (size=31255) 2024-11-22T00:26:01,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d2b915a106bb4ffbbd3acecb86b91570 2024-11-22T00:26:01,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1e5c2343a1954cbe8e917f3d8a4789de is 50, key is test_row_0/B:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742431_1607 (size=12301) 2024-11-22T00:26:01,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1e5c2343a1954cbe8e917f3d8a4789de 2024-11-22T00:26:01,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/129bafaf3b0b4774b955610da4cab84f is 50, key is test_row_0/C:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742432_1608 (size=12301) 2024-11-22T00:26:01,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60796 deadline: 1732235221770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T00:26:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1732235221776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:01,792 DEBUG [Thread-2358 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:60266 2024-11-22T00:26:01,792 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:01,793 DEBUG [Thread-2356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:60266 2024-11-22T00:26:01,793 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:01,794 DEBUG [Thread-2354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:60266 2024-11-22T00:26:01,794 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:01,795 DEBUG [Thread-2360 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:60266 2024-11-22T00:26:01,795 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:01,796 DEBUG [Thread-2352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:60266 2024-11-22T00:26:01,796 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:02,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/129bafaf3b0b4774b955610da4cab84f 2024-11-22T00:26:02,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/d2b915a106bb4ffbbd3acecb86b91570 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570 2024-11-22T00:26:02,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570, entries=150, sequenceid=318, filesize=30.5 K 2024-11-22T00:26:02,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1e5c2343a1954cbe8e917f3d8a4789de as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1e5c2343a1954cbe8e917f3d8a4789de 2024-11-22T00:26:02,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1e5c2343a1954cbe8e917f3d8a4789de, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T00:26:02,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/129bafaf3b0b4774b955610da4cab84f as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/129bafaf3b0b4774b955610da4cab84f 2024-11-22T00:26:02,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/129bafaf3b0b4774b955610da4cab84f, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T00:26:02,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b9f0d6de0dc8acde11577a6d58b834e8 in 935ms, sequenceid=318, compaction requested=true 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T00:26:02,077 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b9f0d6de0dc8acde11577a6d58b834e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T00:26:02,077 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:26:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:26:02,078 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:26:02,078 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:26:02,078 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/A is initiating minor compaction (all files) 2024-11-22T00:26:02,078 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/B is initiating minor compaction (all files) 2024-11-22T00:26:02,078 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/A in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:02,078 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/B in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:02,078 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/e591ce90b1b64885b7ff33a1bbb38816, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/73bf5c5547654e7d9b9a7f7371a08996, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1e5c2343a1954cbe8e917f3d8a4789de] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=36.6 K 2024-11-22T00:26:02,078 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/327b4ebf78c34156ac27881c7ed27298, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=92.2 K 2024-11-22T00:26:02,078 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:02,078 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. files: [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/327b4ebf78c34156ac27881c7ed27298, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570] 2024-11-22T00:26:02,079 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e591ce90b1b64885b7ff33a1bbb38816, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235157972 2024-11-22T00:26:02,079 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 327b4ebf78c34156ac27881c7ed27298, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235157972 2024-11-22T00:26:02,079 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 73bf5c5547654e7d9b9a7f7371a08996, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732235158304 2024-11-22T00:26:02,079 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61d447f5b47e4e7eb701e85222017185, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732235158304 2024-11-22T00:26:02,079 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e5c2343a1954cbe8e917f3d8a4789de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732235160514 2024-11-22T00:26:02,079 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b915a106bb4ffbbd3acecb86b91570, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732235160514 2024-11-22T00:26:02,083 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:02,085 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#B#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:26:02,085 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/078415a2ea6d4fe2ab4c595200e1ad21 is 50, key is test_row_0/B:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:02,086 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225bf5d7e875e2400aba69df53b5510023_b9f0d6de0dc8acde11577a6d58b834e8 store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:02,089 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225bf5d7e875e2400aba69df53b5510023_b9f0d6de0dc8acde11577a6d58b834e8, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:02,089 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225bf5d7e875e2400aba69df53b5510023_b9f0d6de0dc8acde11577a6d58b834e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742433_1609 (size=13017) 2024-11-22T00:26:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742434_1610 (size=4469) 2024-11-22T00:26:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(8581): Flush requested on b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:02,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T00:26:02,278 DEBUG [Thread-2347 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:60266 2024-11-22T00:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:26:02,278 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:02,287 DEBUG [Thread-2341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbd2497 to 127.0.0.1:60266 2024-11-22T00:26:02,287 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:02,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122341d928d5dd64ed7a3491e0a236690e7_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235161150/Put/seqid=0 2024-11-22T00:26:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742435_1611 (size=12454) 2024-11-22T00:26:02,297 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:26:02,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122341d928d5dd64ed7a3491e0a236690e7_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122341d928d5dd64ed7a3491e0a236690e7_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:02,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/1e25c92b7d4d4a298583d5dc45c369ab, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:02,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/1e25c92b7d4d4a298583d5dc45c369ab is 175, key is test_row_0/A:col10/1732235161150/Put/seqid=0 2024-11-22T00:26:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742436_1612 (size=31255) 2024-11-22T00:26:02,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/1e25c92b7d4d4a298583d5dc45c369ab 2024-11-22T00:26:02,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4860e47fc3b74a2091cd136183da9787 is 50, key is test_row_0/B:col10/1732235161150/Put/seqid=0 2024-11-22T00:26:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742437_1613 (size=12301) 2024-11-22T00:26:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T00:26:02,447 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-22T00:26:02,496 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/078415a2ea6d4fe2ab4c595200e1ad21 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/078415a2ea6d4fe2ab4c595200e1ad21 2024-11-22T00:26:02,497 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#A#compaction#510 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:26:02,497 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/b5ae3372219a4eacbe0fd63a9e8f92e1 is 175, key is test_row_0/A:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:02,500 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/B of b9f0d6de0dc8acde11577a6d58b834e8 into 078415a2ea6d4fe2ab4c595200e1ad21(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:26:02,500 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:02,500 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/B, priority=13, startTime=1732235162077; duration=0sec 2024-11-22T00:26:02,500 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T00:26:02,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742438_1614 (size=31971) 2024-11-22T00:26:02,500 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:B 2024-11-22T00:26:02,501 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T00:26:02,501 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T00:26:02,501 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1540): b9f0d6de0dc8acde11577a6d58b834e8/C is initiating minor compaction (all files) 2024-11-22T00:26:02,501 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b9f0d6de0dc8acde11577a6d58b834e8/C in TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:02,501 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/fa45cb358a4147d590a9cea4289489e7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e5ddf448839f4d329796046db248c8c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/129bafaf3b0b4774b955610da4cab84f] into tmpdir=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp, totalSize=36.6 K 2024-11-22T00:26:02,502 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting fa45cb358a4147d590a9cea4289489e7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732235157972 2024-11-22T00:26:02,502 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting e5ddf448839f4d329796046db248c8c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732235158304 2024-11-22T00:26:02,502 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] compactions.Compactor(224): Compacting 129bafaf3b0b4774b955610da4cab84f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732235160514 2024-11-22T00:26:02,507 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b9f0d6de0dc8acde11577a6d58b834e8#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T00:26:02,508 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/a8f0c6c17e084551a36e242e652121e8 is 50, key is test_row_0/C:col10/1732235160514/Put/seqid=0 2024-11-22T00:26:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742439_1615 (size=13017) 2024-11-22T00:26:02,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4860e47fc3b74a2091cd136183da9787 2024-11-22T00:26:02,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/56eefefdc70946cba9b6885ba111428e is 50, key is test_row_0/C:col10/1732235161150/Put/seqid=0 2024-11-22T00:26:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742440_1616 (size=12301) 2024-11-22T00:26:02,865 DEBUG [Thread-2343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:60266 2024-11-22T00:26:02,865 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:02,905 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/b5ae3372219a4eacbe0fd63a9e8f92e1 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b5ae3372219a4eacbe0fd63a9e8f92e1 2024-11-22T00:26:02,909 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/A of b9f0d6de0dc8acde11577a6d58b834e8 into b5ae3372219a4eacbe0fd63a9e8f92e1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:26:02,909 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:02,909 INFO [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/A, priority=13, startTime=1732235162077; duration=0sec 2024-11-22T00:26:02,909 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:26:02,909 DEBUG [RS:0;eb610cd766b1:40805-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:A 2024-11-22T00:26:02,915 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/a8f0c6c17e084551a36e242e652121e8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a8f0c6c17e084551a36e242e652121e8 2024-11-22T00:26:02,919 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b9f0d6de0dc8acde11577a6d58b834e8/C of b9f0d6de0dc8acde11577a6d58b834e8 into a8f0c6c17e084551a36e242e652121e8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T00:26:02,919 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:02,919 INFO [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8., storeName=b9f0d6de0dc8acde11577a6d58b834e8/C, priority=13, startTime=1732235162077; duration=0sec 2024-11-22T00:26:02,919 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T00:26:02,919 DEBUG [RS:0;eb610cd766b1:40805-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b9f0d6de0dc8acde11577a6d58b834e8:C 2024-11-22T00:26:03,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/56eefefdc70946cba9b6885ba111428e 2024-11-22T00:26:03,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/1e25c92b7d4d4a298583d5dc45c369ab as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/1e25c92b7d4d4a298583d5dc45c369ab 2024-11-22T00:26:03,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/1e25c92b7d4d4a298583d5dc45c369ab, entries=150, sequenceid=330, filesize=30.5 K 2024-11-22T00:26:03,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/4860e47fc3b74a2091cd136183da9787 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4860e47fc3b74a2091cd136183da9787 2024-11-22T00:26:03,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4860e47fc3b74a2091cd136183da9787, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T00:26:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/56eefefdc70946cba9b6885ba111428e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/56eefefdc70946cba9b6885ba111428e 2024-11-22T00:26:03,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/56eefefdc70946cba9b6885ba111428e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T00:26:03,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for b9f0d6de0dc8acde11577a6d58b834e8 in 931ms, sequenceid=330, compaction requested=false 2024-11-22T00:26:03,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:06,434 DEBUG [Thread-2349 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:60266 2024-11-22T00:26:06,434 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:06,486 DEBUG [Thread-2345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:60266 2024-11-22T00:26:06,487 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4915 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4883 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4669 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4860 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4869 2024-11-22T00:26:06,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T00:26:06,487 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:26:06,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c692575 to 127.0.0.1:60266 2024-11-22T00:26:06,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:06,488 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T00:26:06,488 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T00:26:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T00:26:06,492 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235166491"}]},"ts":"1732235166491"} 2024-11-22T00:26:06,493 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T00:26:06,515 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T00:26:06,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T00:26:06,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, UNASSIGN}] 2024-11-22T00:26:06,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, UNASSIGN 2024-11-22T00:26:06,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=159 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=CLOSING, regionLocation=eb610cd766b1,40805,1732234971623 2024-11-22T00:26:06,518 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T00:26:06,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; CloseRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623}] 2024-11-22T00:26:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T00:26:06,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eb610cd766b1,40805,1732234971623 2024-11-22T00:26:06,673 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(124): Close b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:06,673 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T00:26:06,673 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1681): Closing b9f0d6de0dc8acde11577a6d58b834e8, disabling compactions & flushes 2024-11-22T00:26:06,673 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:06,673 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:06,673 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. after waiting 0 ms 2024-11-22T00:26:06,673 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:06,674 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(2837): Flushing b9f0d6de0dc8acde11577a6d58b834e8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T00:26:06,674 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=A 2024-11-22T00:26:06,674 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:06,674 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=B 2024-11-22T00:26:06,674 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:06,674 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b9f0d6de0dc8acde11577a6d58b834e8, store=C 2024-11-22T00:26:06,674 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T00:26:06,696 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ee86a2ec57bc4304998a547df6b1521a_b9f0d6de0dc8acde11577a6d58b834e8 is 50, key is test_row_0/A:col10/1732235166484/Put/seqid=0 2024-11-22T00:26:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742441_1617 (size=12454) 2024-11-22T00:26:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T00:26:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T00:26:07,114 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:26:07,129 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ee86a2ec57bc4304998a547df6b1521a_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ee86a2ec57bc4304998a547df6b1521a_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:07,135 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c59a0e3be8284dac9d3292ef7f22f6ac, store: [table=TestAcidGuarantees family=A region=b9f0d6de0dc8acde11577a6d58b834e8] 2024-11-22T00:26:07,136 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c59a0e3be8284dac9d3292ef7f22f6ac is 175, key is test_row_0/A:col10/1732235166484/Put/seqid=0 2024-11-22T00:26:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742442_1618 (size=31255) 2024-11-22T00:26:07,164 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c59a0e3be8284dac9d3292ef7f22f6ac 2024-11-22T00:26:07,181 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1fcfc00ab45642e7bc1971fc16ae8178 is 50, key is test_row_0/B:col10/1732235166484/Put/seqid=0 2024-11-22T00:26:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742443_1619 (size=12301) 2024-11-22T00:26:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T00:26:07,602 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1fcfc00ab45642e7bc1971fc16ae8178 2024-11-22T00:26:07,609 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4635b4747a9a45fb9cfafd2bb10c486c is 50, key is test_row_0/C:col10/1732235166484/Put/seqid=0 2024-11-22T00:26:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742444_1620 (size=12301) 2024-11-22T00:26:08,028 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4635b4747a9a45fb9cfafd2bb10c486c 2024-11-22T00:26:08,031 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/A/c59a0e3be8284dac9d3292ef7f22f6ac as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c59a0e3be8284dac9d3292ef7f22f6ac 2024-11-22T00:26:08,034 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c59a0e3be8284dac9d3292ef7f22f6ac, entries=150, sequenceid=340, filesize=30.5 K 2024-11-22T00:26:08,035 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/B/1fcfc00ab45642e7bc1971fc16ae8178 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1fcfc00ab45642e7bc1971fc16ae8178 2024-11-22T00:26:08,037 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1fcfc00ab45642e7bc1971fc16ae8178, entries=150, sequenceid=340, filesize=12.0 K 2024-11-22T00:26:08,038 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/.tmp/C/4635b4747a9a45fb9cfafd2bb10c486c as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4635b4747a9a45fb9cfafd2bb10c486c 2024-11-22T00:26:08,040 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4635b4747a9a45fb9cfafd2bb10c486c, entries=150, sequenceid=340, filesize=12.0 K 2024-11-22T00:26:08,041 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b9f0d6de0dc8acde11577a6d58b834e8 in 1368ms, sequenceid=340, compaction requested=true 2024-11-22T00:26:08,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/5e29e3cb6ce648a8bfb0d8f05b756f38, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/a87e9af5dbdf4683963324ef9b720c9e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/673b205a17c34e69957dfb6edb5f525a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2f3b2efeda294a2ab7a2da1fc792bc01, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/327b4ebf78c34156ac27881c7ed27298, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570] to archive 2024-11-22T00:26:08,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:26:08,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e70c5ccc018b4984af9220e33380d3a3 2024-11-22T00:26:08,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/aa0d96f0ccb84849a433498aa82f947f 2024-11-22T00:26:08,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/5e29e3cb6ce648a8bfb0d8f05b756f38 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/5e29e3cb6ce648a8bfb0d8f05b756f38 2024-11-22T00:26:08,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2cca66df218847929393aa61f949d40e 2024-11-22T00:26:08,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/288d088591e944d2bb656f6c684c06dc 2024-11-22T00:26:08,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/df2294db21e342c1865152494ed20eac 2024-11-22T00:26:08,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b2de1862d8384dbb888836e480b0c192 2024-11-22T00:26:08,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/a87e9af5dbdf4683963324ef9b720c9e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/a87e9af5dbdf4683963324ef9b720c9e 2024-11-22T00:26:08,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/e85a72886b8a457ea3d465e4feb31f86 2024-11-22T00:26:08,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/97fb40fd0e5a4017bf2b6843ad5bce4f 2024-11-22T00:26:08,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/ab2ddf0c96fc4fac802623704694f885 2024-11-22T00:26:08,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/673b205a17c34e69957dfb6edb5f525a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/673b205a17c34e69957dfb6edb5f525a 2024-11-22T00:26:08,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/fedc7de3e8c748d4817b3220bd81629a 2024-11-22T00:26:08,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c37b5089b7294d07936f6c15260be94d 2024-11-22T00:26:08,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2f3b2efeda294a2ab7a2da1fc792bc01 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/2f3b2efeda294a2ab7a2da1fc792bc01 2024-11-22T00:26:08,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d8fc6074a8d04845a5da36cd06233272 2024-11-22T00:26:08,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/8a0abd0b28d446fab22224729ee03f52 2024-11-22T00:26:08,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/327b4ebf78c34156ac27881c7ed27298 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/327b4ebf78c34156ac27881c7ed27298 2024-11-22T00:26:08,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/38ac740a2b154f1f8136748180463315 2024-11-22T00:26:08,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/61d447f5b47e4e7eb701e85222017185 2024-11-22T00:26:08,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/d2b915a106bb4ffbbd3acecb86b91570 2024-11-22T00:26:08,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/72ca7bdf90ca4b40968dd49b2079e8f4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71796783815a47a0b8ded403c9611eec, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/29363c5f7fc047d1bbcd0ddc756f26eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/036a9b1f34c94be48674756d6e717d72, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/9097df99d0e34c8da7d201847f0faad7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b15e4f1de58743a3b4e486fba8ba15d8, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/2a538ca4d36143dca44a6191ec7169d4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0579f8dbe78e4c0ab0a954dca21e7cf6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4169f56dbcdb49db9391cb603cf7e152, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1b70f012092643bdbe0af9daabd560c2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4b4cf15932e343df898cc6c55b25fc19, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/28c6ce937c33432aac8e46861cc6c7d6, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b8c771ed26714a16971f984ff83a4d32, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71eddc1078ad4b48a9867e41e71af5f9, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/5b28e92058e04df8a9481102ada82ce7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0f62a60cc157477f9d3d9eafd16a700e, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/67133dce02604055b7e1250d9698868c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/e591ce90b1b64885b7ff33a1bbb38816, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/282fcff5c2fc470e85c40127a7bfa281, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/73bf5c5547654e7d9b9a7f7371a08996, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1e5c2343a1954cbe8e917f3d8a4789de] to archive 2024-11-22T00:26:08,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:26:08,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/72ca7bdf90ca4b40968dd49b2079e8f4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/72ca7bdf90ca4b40968dd49b2079e8f4 2024-11-22T00:26:08,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71796783815a47a0b8ded403c9611eec to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71796783815a47a0b8ded403c9611eec 2024-11-22T00:26:08,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/29363c5f7fc047d1bbcd0ddc756f26eb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/29363c5f7fc047d1bbcd0ddc756f26eb 2024-11-22T00:26:08,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/036a9b1f34c94be48674756d6e717d72 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/036a9b1f34c94be48674756d6e717d72 2024-11-22T00:26:08,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/9097df99d0e34c8da7d201847f0faad7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/9097df99d0e34c8da7d201847f0faad7 2024-11-22T00:26:08,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b15e4f1de58743a3b4e486fba8ba15d8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b15e4f1de58743a3b4e486fba8ba15d8 2024-11-22T00:26:08,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/2a538ca4d36143dca44a6191ec7169d4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/2a538ca4d36143dca44a6191ec7169d4 2024-11-22T00:26:08,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0579f8dbe78e4c0ab0a954dca21e7cf6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0579f8dbe78e4c0ab0a954dca21e7cf6 2024-11-22T00:26:08,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4169f56dbcdb49db9391cb603cf7e152 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4169f56dbcdb49db9391cb603cf7e152 2024-11-22T00:26:08,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1b70f012092643bdbe0af9daabd560c2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1b70f012092643bdbe0af9daabd560c2 2024-11-22T00:26:08,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4b4cf15932e343df898cc6c55b25fc19 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4b4cf15932e343df898cc6c55b25fc19 2024-11-22T00:26:08,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/28c6ce937c33432aac8e46861cc6c7d6 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/28c6ce937c33432aac8e46861cc6c7d6 2024-11-22T00:26:08,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b8c771ed26714a16971f984ff83a4d32 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/b8c771ed26714a16971f984ff83a4d32 2024-11-22T00:26:08,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71eddc1078ad4b48a9867e41e71af5f9 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/71eddc1078ad4b48a9867e41e71af5f9 2024-11-22T00:26:08,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/5b28e92058e04df8a9481102ada82ce7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/5b28e92058e04df8a9481102ada82ce7 2024-11-22T00:26:08,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0f62a60cc157477f9d3d9eafd16a700e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/0f62a60cc157477f9d3d9eafd16a700e 2024-11-22T00:26:08,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/67133dce02604055b7e1250d9698868c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/67133dce02604055b7e1250d9698868c 2024-11-22T00:26:08,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/e591ce90b1b64885b7ff33a1bbb38816 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/e591ce90b1b64885b7ff33a1bbb38816 2024-11-22T00:26:08,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/282fcff5c2fc470e85c40127a7bfa281 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/282fcff5c2fc470e85c40127a7bfa281 2024-11-22T00:26:08,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/73bf5c5547654e7d9b9a7f7371a08996 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/73bf5c5547654e7d9b9a7f7371a08996 2024-11-22T00:26:08,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1e5c2343a1954cbe8e917f3d8a4789de to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1e5c2343a1954cbe8e917f3d8a4789de 2024-11-22T00:26:08,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/8dec81dd1a2f458b8ef42a8d6b3a10ee, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4b482144240e4f97b00a334c74fa70b2, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6f845666a4234b13858139ee4cc45f36, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/76879641f21c48939ed1d426761d60d3, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/2c28ea29f1e24929b3c9e4b7348de0eb, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e22af1c641e54642bd422a508d4b1a54, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/471e03f003cb48f7b5ab854c289cb457, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/526425b2d9b6477981f1f86ca1b9686f, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/ed0a8b09931d49d48b4b900bc3b83045, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/05ea06973ddb4d1b8c60a08cc0704de4, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/85e56f70fcff4dff86b8fc927cbfa489, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6a0e4f28ef92414ab652a41454d28764, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/3859bdc0accc4ab39f95e4eb44fc175c, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a2af9cce0c44445d8cfe4937c25de719, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/aad2ad16ce784cebace42f614958977d, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/518a6ededf094f62bd1255d13b475445, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/167adc3825f44b07acc7ef147478effe, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/fa45cb358a4147d590a9cea4289489e7, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4d81843f53ab4d62aabf3ac7ea5311df, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e5ddf448839f4d329796046db248c8c0, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/129bafaf3b0b4774b955610da4cab84f] to archive 2024-11-22T00:26:08,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T00:26:08,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/8dec81dd1a2f458b8ef42a8d6b3a10ee to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/8dec81dd1a2f458b8ef42a8d6b3a10ee 2024-11-22T00:26:08,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4b482144240e4f97b00a334c74fa70b2 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4b482144240e4f97b00a334c74fa70b2 2024-11-22T00:26:08,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6f845666a4234b13858139ee4cc45f36 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6f845666a4234b13858139ee4cc45f36 2024-11-22T00:26:08,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/76879641f21c48939ed1d426761d60d3 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/76879641f21c48939ed1d426761d60d3 2024-11-22T00:26:08,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/2c28ea29f1e24929b3c9e4b7348de0eb to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/2c28ea29f1e24929b3c9e4b7348de0eb 2024-11-22T00:26:08,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e22af1c641e54642bd422a508d4b1a54 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e22af1c641e54642bd422a508d4b1a54 2024-11-22T00:26:08,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/471e03f003cb48f7b5ab854c289cb457 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/471e03f003cb48f7b5ab854c289cb457 2024-11-22T00:26:08,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/526425b2d9b6477981f1f86ca1b9686f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/526425b2d9b6477981f1f86ca1b9686f 2024-11-22T00:26:08,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/ed0a8b09931d49d48b4b900bc3b83045 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/ed0a8b09931d49d48b4b900bc3b83045 2024-11-22T00:26:08,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/05ea06973ddb4d1b8c60a08cc0704de4 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/05ea06973ddb4d1b8c60a08cc0704de4 2024-11-22T00:26:08,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/85e56f70fcff4dff86b8fc927cbfa489 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/85e56f70fcff4dff86b8fc927cbfa489 2024-11-22T00:26:08,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6a0e4f28ef92414ab652a41454d28764 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/6a0e4f28ef92414ab652a41454d28764 2024-11-22T00:26:08,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/3859bdc0accc4ab39f95e4eb44fc175c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/3859bdc0accc4ab39f95e4eb44fc175c 2024-11-22T00:26:08,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a2af9cce0c44445d8cfe4937c25de719 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a2af9cce0c44445d8cfe4937c25de719 2024-11-22T00:26:08,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/aad2ad16ce784cebace42f614958977d to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/aad2ad16ce784cebace42f614958977d 2024-11-22T00:26:08,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/518a6ededf094f62bd1255d13b475445 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/518a6ededf094f62bd1255d13b475445 2024-11-22T00:26:08,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/167adc3825f44b07acc7ef147478effe to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/167adc3825f44b07acc7ef147478effe 2024-11-22T00:26:08,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/fa45cb358a4147d590a9cea4289489e7 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/fa45cb358a4147d590a9cea4289489e7 2024-11-22T00:26:08,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4d81843f53ab4d62aabf3ac7ea5311df to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4d81843f53ab4d62aabf3ac7ea5311df 2024-11-22T00:26:08,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e5ddf448839f4d329796046db248c8c0 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/e5ddf448839f4d329796046db248c8c0 2024-11-22T00:26:08,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/129bafaf3b0b4774b955610da4cab84f to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/129bafaf3b0b4774b955610da4cab84f 2024-11-22T00:26:08,101 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=4 2024-11-22T00:26:08,101 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8. 2024-11-22T00:26:08,101 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1635): Region close journal for b9f0d6de0dc8acde11577a6d58b834e8: 2024-11-22T00:26:08,103 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(170): Closed b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=159 updating hbase:meta row=b9f0d6de0dc8acde11577a6d58b834e8, regionState=CLOSED 2024-11-22T00:26:08,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-22T00:26:08,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; CloseRegionProcedure b9f0d6de0dc8acde11577a6d58b834e8, server=eb610cd766b1,40805,1732234971623 in 1.5850 sec 2024-11-22T00:26:08,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T00:26:08,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b9f0d6de0dc8acde11577a6d58b834e8, UNASSIGN in 1.5880 sec 2024-11-22T00:26:08,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-22T00:26:08,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5900 sec 2024-11-22T00:26:08,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732235168107"}]},"ts":"1732235168107"} 2024-11-22T00:26:08,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T00:26:08,115 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T00:26:08,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6270 sec 2024-11-22T00:26:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T00:26:08,596 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-22T00:26:08,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T00:26:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:08,600 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T00:26:08,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:08,605 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,608 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C, FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/recovered.edits] 2024-11-22T00:26:08,613 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/1e25c92b7d4d4a298583d5dc45c369ab to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/1e25c92b7d4d4a298583d5dc45c369ab 2024-11-22T00:26:08,615 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b5ae3372219a4eacbe0fd63a9e8f92e1 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/b5ae3372219a4eacbe0fd63a9e8f92e1 2024-11-22T00:26:08,617 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c59a0e3be8284dac9d3292ef7f22f6ac to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/A/c59a0e3be8284dac9d3292ef7f22f6ac 2024-11-22T00:26:08,622 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/078415a2ea6d4fe2ab4c595200e1ad21 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/078415a2ea6d4fe2ab4c595200e1ad21 2024-11-22T00:26:08,625 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1fcfc00ab45642e7bc1971fc16ae8178 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/1fcfc00ab45642e7bc1971fc16ae8178 2024-11-22T00:26:08,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4860e47fc3b74a2091cd136183da9787 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/B/4860e47fc3b74a2091cd136183da9787 2024-11-22T00:26:08,628 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4635b4747a9a45fb9cfafd2bb10c486c to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/4635b4747a9a45fb9cfafd2bb10c486c 2024-11-22T00:26:08,629 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/56eefefdc70946cba9b6885ba111428e to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/56eefefdc70946cba9b6885ba111428e 2024-11-22T00:26:08,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a8f0c6c17e084551a36e242e652121e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/C/a8f0c6c17e084551a36e242e652121e8 2024-11-22T00:26:08,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/recovered.edits/343.seqid to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8/recovered.edits/343.seqid 2024-11-22T00:26:08,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/default/TestAcidGuarantees/b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T00:26:08,634 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T00:26:08,634 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T00:26:08,637 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220f7206ed886d44d7890add690b41b348_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220f7206ed886d44d7890add690b41b348_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,638 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122341d928d5dd64ed7a3491e0a236690e7_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122341d928d5dd64ed7a3491e0a236690e7_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,640 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122368bfbb16bc44a298ba4ea928f2103d9_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122368bfbb16bc44a298ba4ea928f2103d9_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,641 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223dc51b7bdbf24361a8dc4e2a536c41bb_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223dc51b7bdbf24361a8dc4e2a536c41bb_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,643 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224466dfe9ad9e4e4eb4e46cec97650f96_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224466dfe9ad9e4e4eb4e46cec97650f96_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,645 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248518010e7104fac97f1ecd1beeacbe4_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248518010e7104fac97f1ecd1beeacbe4_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,647 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226d360916d006499283b4c0cf71355369_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226d360916d006499283b4c0cf71355369_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112280d79d5d9e7f4f048c01be6eb18fbab7_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112280d79d5d9e7f4f048c01be6eb18fbab7_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228acfc0db6efb449da5e0d31658369bb2_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228acfc0db6efb449da5e0d31658369bb2_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,651 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228ba47f4a705146f6bd98efe9418e891c_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228ba47f4a705146f6bd98efe9418e891c_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,652 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a153efdf3b9e44f59f106225d754a2b6_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a153efdf3b9e44f59f106225d754a2b6_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,653 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a17e9546cdf2468aa559aea780a83ade_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a17e9546cdf2468aa559aea780a83ade_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,654 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122affc4098475647419043abacf325e387_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122affc4098475647419043abacf325e387_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,654 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2a59e245a46448ab254402f9188303f_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2a59e245a46448ab254402f9188303f_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,655 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6f8c30d9ee54a61a75ffb8b535b723b_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6f8c30d9ee54a61a75ffb8b535b723b_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,656 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e64d185155ba4799ad3b93493488da5d_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e64d185155ba4799ad3b93493488da5d_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ee86a2ec57bc4304998a547df6b1521a_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ee86a2ec57bc4304998a547df6b1521a_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,658 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4a7c6d38ab14910b170d16b0a2a2978_b9f0d6de0dc8acde11577a6d58b834e8 to hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4a7c6d38ab14910b170d16b0a2a2978_b9f0d6de0dc8acde11577a6d58b834e8 2024-11-22T00:26:08,658 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T00:26:08,660 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:08,662 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T00:26:08,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T00:26:08,665 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:08,665 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T00:26:08,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732235168665"}]},"ts":"9223372036854775807"} 2024-11-22T00:26:08,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T00:26:08,666 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b9f0d6de0dc8acde11577a6d58b834e8, NAME => 'TestAcidGuarantees,,1732235138853.b9f0d6de0dc8acde11577a6d58b834e8.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T00:26:08,666 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T00:26:08,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732235168666"}]},"ts":"9223372036854775807"} 2024-11-22T00:26:08,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T00:26:08,674 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T00:26:08,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-22T00:26:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T00:26:08,702 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-22T00:26:08,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237 (was 241), OpenFileDescriptor=450 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1012 (was 1113), ProcessCount=11 (was 11), AvailableMemoryMB=3809 (was 3425) - AvailableMemoryMB LEAK? - 2024-11-22T00:26:08,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T00:26:08,715 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T00:26:08,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3771e354 to 127.0.0.1:60266 2024-11-22T00:26:08,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:08,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T00:26:08,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-11-22T00:26:08,716 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=eb610cd766b1,38305,1732234969545 2024-11-22T00:26:08,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:26:08,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:26:08,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-22T00:26:08,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:26:08,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:26:08,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:08,757 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'eb610cd766b1,40805,1732234971623' ***** 2024-11-22T00:26:08,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:26:08,757 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-22T00:26:08,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:26:08,758 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:26:08,758 INFO [RS:0;eb610cd766b1:40805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T00:26:08,758 INFO [RS:0;eb610cd766b1:40805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T00:26:08,758 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-22T00:26:08,758 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(3579): Received CLOSE for 21744c100221736c71f7c297f2c62815 2024-11-22T00:26:08,758 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1224): stopping server eb610cd766b1,40805,1732234971623 2024-11-22T00:26:08,758 DEBUG [RS:0;eb610cd766b1:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:08,759 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T00:26:08,759 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T00:26:08,759 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T00:26:08,759 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-22T00:26:08,759 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21744c100221736c71f7c297f2c62815, disabling compactions & flushes 2024-11-22T00:26:08,759 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:26:08,759 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:26:08,759 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. after waiting 0 ms 2024-11-22T00:26:08,759 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:26:08,759 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 21744c100221736c71f7c297f2c62815 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-22T00:26:08,760 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-22T00:26:08,760 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 21744c100221736c71f7c297f2c62815=hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815.} 2024-11-22T00:26:08,760 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T00:26:08,760 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T00:26:08,760 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T00:26:08,760 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T00:26:08,760 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T00:26:08,760 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-22T00:26:08,761 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 21744c100221736c71f7c297f2c62815 2024-11-22T00:26:08,791 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/.tmp/info/c43c449660324446a7aebef2b513e7a8 is 45, key is default/info:d/1732234980287/Put/seqid=0 2024-11-22T00:26:08,796 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/info/085caaa66c0c4930939dfb7c7c20a0d4 is 143, key is hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815./info:regioninfo/1732234980044/Put/seqid=0 2024-11-22T00:26:08,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742445_1621 (size=5037) 2024-11-22T00:26:08,803 INFO [regionserver/eb610cd766b1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:26:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742446_1622 (size=7725) 2024-11-22T00:26:08,940 INFO [regionserver/eb610cd766b1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T00:26:08,941 INFO [regionserver/eb610cd766b1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T00:26:08,961 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 21744c100221736c71f7c297f2c62815 2024-11-22T00:26:09,161 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 21744c100221736c71f7c297f2c62815 2024-11-22T00:26:09,205 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/.tmp/info/c43c449660324446a7aebef2b513e7a8 2024-11-22T00:26:09,207 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/info/085caaa66c0c4930939dfb7c7c20a0d4 2024-11-22T00:26:09,210 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/.tmp/info/c43c449660324446a7aebef2b513e7a8 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/info/c43c449660324446a7aebef2b513e7a8 2024-11-22T00:26:09,214 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/info/c43c449660324446a7aebef2b513e7a8, entries=2, sequenceid=6, filesize=4.9 K 2024-11-22T00:26:09,215 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 21744c100221736c71f7c297f2c62815 in 456ms, sequenceid=6, compaction requested=false 2024-11-22T00:26:09,219 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/namespace/21744c100221736c71f7c297f2c62815/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T00:26:09,220 INFO [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:26:09,220 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21744c100221736c71f7c297f2c62815: 2024-11-22T00:26:09,220 DEBUG [RS_CLOSE_REGION-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732234978128.21744c100221736c71f7c297f2c62815. 2024-11-22T00:26:09,229 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/rep_barrier/d0fcfbfb38924e8c97a80f20d4130051 is 102, key is TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82./rep_barrier:/1732235019864/DeleteFamily/seqid=0 2024-11-22T00:26:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742447_1623 (size=6025) 2024-11-22T00:26:09,362 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T00:26:09,562 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T00:26:09,633 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/rep_barrier/d0fcfbfb38924e8c97a80f20d4130051 2024-11-22T00:26:09,657 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/table/563d05ac44084db8a36645a9f8488bdc is 96, key is TestAcidGuarantees,,1732234981037.f8c6c8fa787cfcd8265e17d991f4bd82./table:/1732235019864/DeleteFamily/seqid=0 2024-11-22T00:26:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742448_1624 (size=5942) 2024-11-22T00:26:09,762 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-22T00:26:09,762 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T00:26:09,762 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T00:26:09,962 DEBUG [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T00:26:10,060 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/table/563d05ac44084db8a36645a9f8488bdc 2024-11-22T00:26:10,064 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/info/085caaa66c0c4930939dfb7c7c20a0d4 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/info/085caaa66c0c4930939dfb7c7c20a0d4 2024-11-22T00:26:10,067 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/info/085caaa66c0c4930939dfb7c7c20a0d4, entries=22, sequenceid=93, filesize=7.5 K 2024-11-22T00:26:10,068 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/rep_barrier/d0fcfbfb38924e8c97a80f20d4130051 as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/rep_barrier/d0fcfbfb38924e8c97a80f20d4130051 2024-11-22T00:26:10,071 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/rep_barrier/d0fcfbfb38924e8c97a80f20d4130051, entries=6, sequenceid=93, filesize=5.9 K 2024-11-22T00:26:10,072 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/.tmp/table/563d05ac44084db8a36645a9f8488bdc as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/table/563d05ac44084db8a36645a9f8488bdc 2024-11-22T00:26:10,075 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/table/563d05ac44084db8a36645a9f8488bdc, entries=9, sequenceid=93, filesize=5.8 K 2024-11-22T00:26:10,076 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=93, compaction requested=false 2024-11-22T00:26:10,081 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-22T00:26:10,081 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:26:10,081 INFO [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T00:26:10,081 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T00:26:10,082 DEBUG [RS_CLOSE_META-regionserver/eb610cd766b1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T00:26:10,163 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1250): stopping server eb610cd766b1,40805,1732234971623; all regions closed. 2024-11-22T00:26:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741834_1010 (size=26050) 2024-11-22T00:26:10,190 DEBUG [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/oldWALs 2024-11-22T00:26:10,191 INFO [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL eb610cd766b1%2C40805%2C1732234971623.meta:.meta(num 1732234976699) 2024-11-22T00:26:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741833_1009 (size=14185428) 2024-11-22T00:26:10,224 DEBUG [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/oldWALs 2024-11-22T00:26:10,224 INFO [RS:0;eb610cd766b1:40805 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL eb610cd766b1%2C40805%2C1732234971623:(num 1732234976204) 2024-11-22T00:26:10,224 DEBUG [RS:0;eb610cd766b1:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:10,224 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:26:10,227 INFO [RS:0;eb610cd766b1:40805 {}] hbase.ChoreService(370): Chore service for: regionserver/eb610cd766b1:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T00:26:10,227 INFO [regionserver/eb610cd766b1:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T00:26:10,238 INFO [RS:0;eb610cd766b1:40805 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40805 2024-11-22T00:26:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:26:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb610cd766b1,40805,1732234971623 2024-11-22T00:26:10,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb610cd766b1,40805,1732234971623] 2024-11-22T00:26:10,271 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing eb610cd766b1,40805,1732234971623; numProcessing=1 2024-11-22T00:26:10,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/eb610cd766b1,40805,1732234971623 already deleted, retry=false 2024-11-22T00:26:10,283 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; eb610cd766b1,40805,1732234971623 expired; onlineServers=0 2024-11-22T00:26:10,283 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'eb610cd766b1,38305,1732234969545' ***** 2024-11-22T00:26:10,283 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T00:26:10,283 DEBUG [M:0;eb610cd766b1:38305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb610cd766b1/172.17.0.2:0 2024-11-22T00:26:10,283 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegionServer(1224): stopping server eb610cd766b1,38305,1732234969545 2024-11-22T00:26:10,283 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegionServer(1250): stopping server eb610cd766b1,38305,1732234969545; all regions closed. 2024-11-22T00:26:10,283 DEBUG [M:0;eb610cd766b1:38305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:26:10,283 DEBUG [M:0;eb610cd766b1:38305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T00:26:10,284 DEBUG [M:0;eb610cd766b1:38305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T00:26:10,284 DEBUG [master/eb610cd766b1:0:becomeActiveMaster-HFileCleaner.small.0-1732234975628 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb610cd766b1:0:becomeActiveMaster-HFileCleaner.small.0-1732234975628,5,FailOnTimeoutGroup] 2024-11-22T00:26:10,284 DEBUG [master/eb610cd766b1:0:becomeActiveMaster-HFileCleaner.large.0-1732234975617 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb610cd766b1:0:becomeActiveMaster-HFileCleaner.large.0-1732234975617,5,FailOnTimeoutGroup] 2024-11-22T00:26:10,284 INFO [M:0;eb610cd766b1:38305 {}] hbase.ChoreService(370): Chore service for: master/eb610cd766b1:0 had [] on shutdown 2024-11-22T00:26:10,284 DEBUG [M:0;eb610cd766b1:38305 {}] master.HMaster(1733): Stopping service threads 2024-11-22T00:26:10,284 INFO [M:0;eb610cd766b1:38305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T00:26:10,284 ERROR [M:0;eb610cd766b1:38305 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1308410445) connection to localhost/127.0.0.1:46031 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46031,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T00:26:10,285 INFO [M:0;eb610cd766b1:38305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T00:26:10,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T00:26:10,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T00:26:10,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T00:26:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:26:10,307 DEBUG [M:0;eb610cd766b1:38305 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-22T00:26:10,307 DEBUG [M:0;eb610cd766b1:38305 {}] master.ActiveMasterManager(353): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-22T00:26:10,307 INFO [M:0;eb610cd766b1:38305 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-22T00:26:10,307 INFO [M:0;eb610cd766b1:38305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T00:26:10,308 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T00:26:10,308 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:26:10,308 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:26:10,308 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T00:26:10,308 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:26:10,308 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=744.05 KB heapSize=913.51 KB 2024-11-22T00:26:10,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:26:10,352 DEBUG [M:0;eb610cd766b1:38305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ead2083a3594df08353d15bde8a6a1e is 82, key is hbase:meta,,1/info:regioninfo/1732234977244/Put/seqid=0 2024-11-22T00:26:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742449_1625 (size=5672) 2024-11-22T00:26:10,395 INFO [RS:0;eb610cd766b1:40805 {}] regionserver.HRegionServer(1307): Exiting; stopping=eb610cd766b1,40805,1732234971623; zookeeper connection closed. 2024-11-22T00:26:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:26:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1016135a0480001, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:26:10,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d3cf3e0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d3cf3e0 2024-11-22T00:26:10,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T00:26:10,397 INFO [M:0;eb610cd766b1:38305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2093 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ead2083a3594df08353d15bde8a6a1e 2024-11-22T00:26:10,493 DEBUG [M:0;eb610cd766b1:38305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe7b022e556c4763839aad94082c6cfa is 2284, key is \x00\x00\x00\x00\x00\x00\x00$/proc:d/1732235023772/Put/seqid=0 2024-11-22T00:26:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742450_1626 (size=41980) 2024-11-22T00:26:10,569 INFO [M:0;eb610cd766b1:38305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743.49 KB at sequenceid=2093 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe7b022e556c4763839aad94082c6cfa 2024-11-22T00:26:10,588 INFO [M:0;eb610cd766b1:38305 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe7b022e556c4763839aad94082c6cfa 2024-11-22T00:26:10,619 DEBUG [M:0;eb610cd766b1:38305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40df489485fd4f86ab204d300a6f65ea is 69, key is eb610cd766b1,40805,1732234971623/rs:state/1732234975764/Put/seqid=0 2024-11-22T00:26:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073742451_1627 (size=5156) 2024-11-22T00:26:10,638 INFO [M:0;eb610cd766b1:38305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2093 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40df489485fd4f86ab204d300a6f65ea 2024-11-22T00:26:10,646 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ead2083a3594df08353d15bde8a6a1e as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ead2083a3594df08353d15bde8a6a1e 2024-11-22T00:26:10,649 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ead2083a3594df08353d15bde8a6a1e, entries=8, sequenceid=2093, filesize=5.5 K 2024-11-22T00:26:10,650 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe7b022e556c4763839aad94082c6cfa as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe7b022e556c4763839aad94082c6cfa 2024-11-22T00:26:10,656 INFO [M:0;eb610cd766b1:38305 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe7b022e556c4763839aad94082c6cfa 2024-11-22T00:26:10,656 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe7b022e556c4763839aad94082c6cfa, entries=161, sequenceid=2093, filesize=41.0 K 2024-11-22T00:26:10,657 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40df489485fd4f86ab204d300a6f65ea as hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40df489485fd4f86ab204d300a6f65ea 2024-11-22T00:26:10,660 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46031/user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40df489485fd4f86ab204d300a6f65ea, entries=1, sequenceid=2093, filesize=5.0 K 2024-11-22T00:26:10,661 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(3040): Finished flush of dataSize ~744.05 KB/761907, heapSize ~913.21 KB/935128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 353ms, sequenceid=2093, compaction requested=false 2024-11-22T00:26:10,678 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:26:10,678 DEBUG [M:0;eb610cd766b1:38305 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T00:26:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32907 is added to blk_1073741830_1006 (size=899119) 2024-11-22T00:26:10,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/fe3ea2c1-a906-0bbb-be8c-003e5e31ca70/MasterData/WALs/eb610cd766b1,38305,1732234969545/eb610cd766b1%2C38305%2C1732234969545.1732234973853 not finished, retry = 0 2024-11-22T00:26:10,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:26:10,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T00:26:10,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T00:26:10,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T00:26:10,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T00:26:10,784 INFO [M:0;eb610cd766b1:38305 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-22T00:26:10,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T00:26:10,784 INFO [M:0;eb610cd766b1:38305 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38305 2024-11-22T00:26:10,790 DEBUG [M:0;eb610cd766b1:38305 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/eb610cd766b1,38305,1732234969545 already deleted, retry=false 2024-11-22T00:26:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:26:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1016135a0480000, quorum=127.0.0.1:60266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:26:10,899 INFO [M:0;eb610cd766b1:38305 {}] regionserver.HRegionServer(1307): Exiting; stopping=eb610cd766b1,38305,1732234969545; zookeeper connection closed. 2024-11-22T00:26:10,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ba49e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:26:10,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:26:10,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:26:10,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:26:10,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/hadoop.log.dir/,STOPPED} 2024-11-22T00:26:10,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:26:10,927 WARN [BP-1252784759-172.17.0.2-1732234964023 heartbeating to localhost/127.0.0.1:46031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:26:10,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:26:10,927 WARN [BP-1252784759-172.17.0.2-1732234964023 heartbeating to localhost/127.0.0.1:46031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1252784759-172.17.0.2-1732234964023 (Datanode Uuid 10fe019a-5d64-40cc-b63f-f1f603facaed) service to localhost/127.0.0.1:46031 2024-11-22T00:26:10,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data1/current/BP-1252784759-172.17.0.2-1732234964023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:26:10,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/cluster_69d65315-37e7-861e-5220-c96a4cbd4159/dfs/data/data2/current/BP-1252784759-172.17.0.2-1732234964023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:26:10,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:26:10,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T00:26:10,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:26:10,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:26:10,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:26:10,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/686c84dd-c644-56ec-a146-84712085bc02/hadoop.log.dir/,STOPPED} 2024-11-22T00:26:10,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-22T00:26:11,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down